-- Logs begin at Tue 2021-09-07 15:31:58 UTC, end at Tue 2021-09-07 16:33:02 UTC. -- Sep 07 16:04:19.657021 dv-cinder-806991-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 16:04:22.444434 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.common.config [-] Logging enabled! Sep 07 16:04:22.445061 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 16:04:22.445219 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 16:04:22.448542 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.common.config [-] Logging enabled! Sep 07 16:04:22.448799 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 16:04:22.449111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 16:04:22.450066 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 16:04:22.450299 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 16:04:22.450667 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 16:04:22.450911 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 16:04:22.451158 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 16:04:22.451478 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.451776 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.452243 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.452360 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.452635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.452926 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.453216 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.453502 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.453797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.454079 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.454358 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.454655 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.454878 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.455188 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.455474 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.455757 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.455979 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.456261 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.456687 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.457091 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.457372 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.457659 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.457942 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.458334 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.458481 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.458766 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.459133 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] host = dv-cinder-806991-3-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.459414 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.459701 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.459994 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.460275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.460549 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.460826 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.461110 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.461400 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.461792 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.462098 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.462393 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.462692 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.462983 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.463238 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.463463 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.463753 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.464042 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.464320 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.464601 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.464878 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.465153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.465433 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.465699 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.465984 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.466268 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.466555 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.466833 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.467131 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.467406 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.467680 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.467965 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.468238 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.468528 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.468787 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.469075 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.469344 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.469623 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.469928 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.470215 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.470496 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.470781 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.471077 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.471361 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.471635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.471907 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.472176 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.472446 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.472715 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.472999 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.473269 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.473540 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.473814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.474085 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.474370 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:22.474667 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.474964 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.475291 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.475574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.475869 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.476148 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.476436 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.476713 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.477003 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.477293 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.478108 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.478521 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.478813 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.479116 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.479420 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.479793 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.480095 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.480386 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.480664 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.480939 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.481211 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.481491 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.481780 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.482057 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.482347 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.482636 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.482915 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.483227 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.483523 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.483812 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.484088 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.484365 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.484655 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.485187 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.485187 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.485464 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.485754 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.486028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.486299 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.486576 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.486850 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.487149 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.487421 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.487695 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.487986 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.488257 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.488525 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.488794 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.489064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.489336 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.489620 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.489896 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.490166 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.490435 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.490709 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.490981 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.491272 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.491547 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.491817 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.492091 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.492360 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.492629 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.492897 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.493183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.494466 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.494466 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.494678 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.494957 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.495257 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.495531 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.495804 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.496081 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.496354 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.496639 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.496938 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.497216 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.497494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.497771 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.498048 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.498442 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.498600 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.498876 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.499184 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.499461 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.499751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.500155 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.500326 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.500608 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.500887 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.501187 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.501464 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.501747 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.502024 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.502301 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.502584 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.502865 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.503189 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.503481 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.503772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.504065 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.504357 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.504637 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.504944 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.505223 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:22.505438 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 16:04:22.505682 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94122) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 16:04:22.862487 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 16:04:22.862787 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 16:04:22.863199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 16:04:22.863538 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 16:04:23.268604 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.268899 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.269167 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.270487 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.270766 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.271049 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.309055 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.309326 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.309591 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.325096 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.325371 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.325641 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.356117 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.356398 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.356677 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.394317 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.394576 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.394848 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.630387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.631047 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.631047 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.631221 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.631797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.755691 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.755999 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.756275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.756546 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.756814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.757119 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.757380 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.757638 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.757891 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.758169 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.758426 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.758692 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.758977 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.759255 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.759509 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.759772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.760025 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.760287 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.760563 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.760960 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.761234 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.761487 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.761771 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.762144 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.762392 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.762631 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.763045 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.763283 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.763516 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.763750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.763982 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.764210 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:23.764580 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 16:04:23.767807 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 16:04:23.771763 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 16:04:23.775769 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Sep 07 16:04:23.777386 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 16:04:23.777850 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 16:04:23.778187 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 16:04:23.778572 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 16:04:23.781417 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 16:04:23.781668 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 16:04:23.782018 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 16:04:23.787414 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 16:04:23.810625 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 16:04:23.811114 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.811673 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94122) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 16:04:23.812039 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.813422 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94122) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 16:04:23.813719 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 16:04:23.813961 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 16:04:23.817463 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.817742 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:23.882428 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 16:04:23.882616 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 16:04:23.882805 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 16:04:23.883207 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 16:04:23.906885 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_db.sqlalchemy.engines [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94122) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 16:04:24.456705 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing driver for type 'gre' Sep 07 16:04:24.457551 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] gre ID ranges: [(1, 1000)] Sep 07 16:04:24.534832 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing driver for type 'local' Sep 07 16:04:24.535250 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing driver for type 'vlan' Sep 07 16:04:24.548425 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] VlanTypeDriver initialization complete Sep 07 16:04:24.548766 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing driver for type 'vxlan' Sep 07 16:04:24.549285 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] vxlan ID ranges: [(1, 1000)] Sep 07 16:04:24.608697 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing extension driver 'port_security' Sep 07 16:04:24.609302 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.extensions.port_security [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] PortSecurityExtensionDriver initialization complete Sep 07 16:04:24.609845 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing mechanism driver 'openvswitch' Sep 07 16:04:24.610335 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing mechanism driver 'hyperv' Sep 07 16:04:24.617272 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:24.617959 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.618364 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.618712 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.619264 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.619708 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.620065 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.620413 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.620801 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.621212 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.621566 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.621912 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.622298 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.622735 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.623111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.623457 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.623985 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.624398 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.624765 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.625100 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.625489 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.625898 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > address_group after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.626245 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > address_group after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.626586 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.626971 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 16:04:24.627376 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] ML2 OVO RPC backend initialized. {{(pid=94122) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 16:04:24.628088 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.628444 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.628865 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.629219 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > networks before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.629570 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.629913 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > ports before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.630260 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.630603 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnets before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.631159 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.631311 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.631651 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.632017 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.632385 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.632728 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.633067 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.633405 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.634285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.634864 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Modular L2 Plugin initialization complete Sep 07 16:04:24.635232 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading services supported by the core plugin {{(pid=94122) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 16:04:24.635559 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Got port-security extension from driver 'port_security' Sep 07 16:04:24.636025 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.extensions.vlantransparent [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Disabled vlantransparent extension. Sep 07 16:04:24.636512 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94122) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 16:04:24.636832 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: router Sep 07 16:04:24.673143 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.673536 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.673920 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router before_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.674282 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.674656 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.675043 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_delete 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.675409 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.675764 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.676128 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.676472 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.676827 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.677180 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.677540 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.677950 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.678317 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.678709 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.679020 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.679362 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.679712 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.680139 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.680531 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.680775 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.681213 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.681461 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.681851 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.682178 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.682525 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.682892 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > agent after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.683277 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > agent after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.683622 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.684502 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Tracking information for resource: router configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:24.684835 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Tracking information for resource: floatingip configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 16:04:24.690750 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.db.l3_agentschedulers_db [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 16:04:24.691374 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.691743 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.692103 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.692462 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.693275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router before_create 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.693645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.694016 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_create 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.694380 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > router precommit_update 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.699644 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.provider_configuration [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service providers = [] {{(pid=94122) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 16:04:24.700023 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.db.servicetype_db [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94122) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 16:04:24.703029 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 16:04:24.703386 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 16:04:24.703734 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 16:04:24.704635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 16:04:24.705012 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.services.service_base [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 16:04:24.705400 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.705723 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 16:04:24.717404 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.717675 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: auto_allocate Sep 07 16:04:24.723584 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: network precommit_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.723968 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: network precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.724511 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.724833 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: tag Sep 07 16:04:24.731579 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.731874 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: timestamp Sep 07 16:04:24.735960 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.736292 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: network_ip_availability Sep 07 16:04:24.741759 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.742136 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.742500 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.743779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.744109 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: flavors Sep 07 16:04:24.748984 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.749319 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading Plugin: revisions Sep 07 16:04:24.753692 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 16:04:24.754121 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 16:04:24.754871 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94122) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 16:04:24.755237 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Initializing extension manager. Sep 07 16:04:24.755769 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: __init__.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.756117 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: __pycache__ {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.756492 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.756832 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.757607 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.758188 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: address-group Sep 07 16:04:24.758518 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: address_scope.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.760070 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.760581 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: address-scope Sep 07 16:04:24.760908 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.761866 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.762413 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: router-admin-state-down-before-update Sep 07 16:04:24.762741 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: agent.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.763483 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.763989 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: agent Sep 07 16:04:24.764318 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: agent_resources_synced.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.765245 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.765831 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: agent-resources-synced Sep 07 16:04:24.766086 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: allowedaddresspairs.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.768214 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.768493 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: allowed-address-pairs Sep 07 16:04:24.769050 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: auto_allocated_topology.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.769922 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.770432 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: auto-allocated-topology Sep 07 16:04:24.770761 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.771497 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.772001 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: availability_zone Sep 07 16:04:24.772328 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: availability_zone_filter.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.773251 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.773770 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: availability_zone_filter Sep 07 16:04:24.774098 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: data_plane_status.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.775634 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.776145 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 16:04:24.776468 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: default_subnetpools.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.777403 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.777933 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: default-subnetpools Sep 07 16:04:24.778271 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.779131 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.779644 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: dhcp_agent_scheduler Sep 07 16:04:24.779974 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: dns.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.780903 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.781410 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 16:04:24.781734 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: dns_domain_ports.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.782660 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.783194 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 16:04:24.783520 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.784451 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.784957 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 16:04:24.785280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: dvr.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.785964 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.786474 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: dvr Sep 07 16:04:24.786793 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: ecmp_routes.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.787743 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.788244 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 16:04:24.788567 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: empty_string_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.789488 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.790524 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: empty-string-filtering Sep 07 16:04:24.790858 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.791803 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.792327 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 16:04:24.792631 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.793568 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.794074 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 16:04:24.794397 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: external_net.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.795337 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.795842 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: external-net Sep 07 16:04:24.796166 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.797097 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.797598 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: extra_dhcp_opt Sep 07 16:04:24.797922 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: extraroute.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.798851 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.799422 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: extraroute Sep 07 16:04:24.799749 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: extraroute_atomic.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.800794 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.801351 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: extraroute-atomic Sep 07 16:04:24.801678 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: filter_validation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.802357 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.802859 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: filter-validation Sep 07 16:04:24.803218 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: fip_pf_description.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.804142 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.804646 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 16:04:24.804973 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: fip_port_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.805957 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.806462 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: fip-port-details Sep 07 16:04:24.806790 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: flavors.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.808074 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.808619 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: flavors Sep 07 16:04:24.808949 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.810618 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.811414 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 16:04:24.811756 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: floatingip_pools.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.812468 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.812984 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: floatingip-pools Sep 07 16:04:24.813311 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: ip_allocation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.814250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.814757 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 16:04:24.815118 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.816050 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.816559 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: ip-substring-filtering Sep 07 16:04:24.816888 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l2_adjacency.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.817859 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.818361 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 16:04:24.818688 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.819877 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.820395 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: router Sep 07 16:04:24.820726 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.823039 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.823550 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 16:04:24.823885 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.824839 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.825353 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: ext-gw-mode Sep 07 16:04:24.825681 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.826627 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.827171 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: l3-ha Sep 07 16:04:24.827501 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3_flavors.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.828422 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.828927 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: l3-flavors Sep 07 16:04:24.829256 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.830173 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.830672 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 16:04:24.831019 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: l3agentscheduler.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.832078 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.832588 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: l3_agent_scheduler Sep 07 16:04:24.832919 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: logging.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.834406 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.834917 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension logging not supported by any of loaded plugins Sep 07 16:04:24.835280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: metering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.836116 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.836618 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: metering Sep 07 16:04:24.837462 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.838572 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.839123 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: metering_source_and_destination_fields Sep 07 16:04:24.839452 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: multiprovidernet.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.840384 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.840890 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: multi-provider Sep 07 16:04:24.841217 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: netmtu.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.842141 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.842649 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: net-mtu Sep 07 16:04:24.842989 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: netmtu_writable.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.843937 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.844440 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: net-mtu-writable Sep 07 16:04:24.844767 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: network_availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.845442 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.845947 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: network_availability_zone Sep 07 16:04:24.846271 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: network_ip_availability.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.847411 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.847921 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: network-ip-availability Sep 07 16:04:24.848250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: network_segment_range.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.849031 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.849527 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 16:04:24.849858 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: pagination.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.850844 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.851215 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: pagination Sep 07 16:04:24.851545 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: port_device_profile.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.852536 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.853555 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: port-device-profile Sep 07 16:04:24.853881 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.854842 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.855375 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: port-mac-address-regenerate Sep 07 16:04:24.855701 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.856625 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.857138 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: port-numa-affinity-policy Sep 07 16:04:24.857653 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: port_resource_request.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.858551 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.859101 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 16:04:24.859469 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: portbindings.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.860435 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.860890 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: binding Sep 07 16:04:24.861262 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: portbindings_extended.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.863235 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.863235 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: binding-extended Sep 07 16:04:24.863856 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: portsecurity.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.864370 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.864879 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: port-security Sep 07 16:04:24.865209 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: project_id.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.866195 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.866530 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: project-id Sep 07 16:04:24.866863 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: providernet.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.867828 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.868373 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: provider Sep 07 16:04:24.868707 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.872298 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.872820 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos not supported by any of loaded plugins Sep 07 16:04:24.873156 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.874418 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.874933 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 16:04:24.875307 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.876231 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.876740 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 16:04:24.877074 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_default.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.877995 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.878515 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-default not supported by any of loaded plugins Sep 07 16:04:24.878843 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_fip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.879534 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.880045 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 16:04:24.880375 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_gateway_ip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.881307 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.881820 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 16:04:24.882147 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_port_network_policy.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.883095 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.883610 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 16:04:24.883957 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_pps_rule.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.885132 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.885648 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 16:04:24.885977 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_rule_type_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.886903 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.887442 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 16:04:24.887777 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: qos_rules_alias.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.888823 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.889329 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 16:04:24.889664 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: quotasv2.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.890628 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.890958 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: quotas Sep 07 16:04:24.891312 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: quotasv2_detail.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.894735 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.895112 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: quota_details Sep 07 16:04:24.895455 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: rbac.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.896540 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.897065 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: rbac-policies Sep 07 16:04:24.897402 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: rbac_address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.898344 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.898893 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: rbac-address-group Sep 07 16:04:24.899761 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: rbac_address_scope.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.900710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.901224 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: rbac-address-scope Sep 07 16:04:24.901551 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: rbac_security_groups.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.902483 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.902993 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: rbac-security-groups Sep 07 16:04:24.903343 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: rbac_subnetpool.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.904264 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.904786 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: rbac-subnetpool Sep 07 16:04:24.905115 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: revisionifmatch.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.906031 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.906542 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: revision-if-match Sep 07 16:04:24.906869 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: revisions.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.908071 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.908587 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: standard-attr-revisions Sep 07 16:04:24.908921 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: router_availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.909658 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.910167 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: router_availability_zone Sep 07 16:04:24.910500 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: routerservicetype.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.911457 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.911966 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 16:04:24.912295 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.913237 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.913750 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: security-groups-normalized-cidr Sep 07 16:04:24.914072 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.915583 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.916300 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: port-security-groups-filtering Sep 07 16:04:24.916787 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.918144 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.918964 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: security-groups-remote-address-group Sep 07 16:04:24.919477 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: securitygroup.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.939675 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.940649 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: security-group Sep 07 16:04:24.941227 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: segment.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.942593 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.943555 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension segment not supported by any of loaded plugins Sep 07 16:04:24.944130 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.945725 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.946689 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 16:04:24.947313 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: servicetype.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.949205 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.949885 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: service-type Sep 07 16:04:24.950235 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: sorting.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.951278 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.951622 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: sorting Sep 07 16:04:24.951953 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: standard_attr_segment.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.952887 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.953407 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 16:04:24.953737 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: standardattrdescription.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.954409 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.954968 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: standard-attr-description Sep 07 16:04:24.955323 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: stateful_security_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.956272 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.956787 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: stateful-security-group Sep 07 16:04:24.957111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: stdattrs_common.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.957704 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 16:04:24.958170 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.959520 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.960037 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 16:04:24.960375 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnet_onboard.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.961471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.962540 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: subnet_onboard Sep 07 16:04:24.962872 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.963844 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.964359 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 16:04:24.964690 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnet_service_types.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.965635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.966195 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: subnet-service-types Sep 07 16:04:24.966527 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnetallocation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.967716 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.968177 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: subnet_allocation Sep 07 16:04:24.968509 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.970273 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.970273 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: subnetpool-prefix-ops Sep 07 16:04:24.970273 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.970949 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.971493 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 16:04:24.971823 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: tagging.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.972963 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.973487 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: standard-attr-tag Sep 07 16:04:24.973818 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: timestamp.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.975072 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.975587 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loaded extension: standard-attr-timestamp Sep 07 16:04:24.975919 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: trunk.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.976969 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.978035 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension trunk not supported by any of loaded plugins Sep 07 16:04:24.978383 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: trunk_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.979375 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.979891 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 16:04:24.980306 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: uplink_status_propagation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.981159 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.981666 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 16:04:24.981991 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Loading extension file: vlantransparent.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 16:04:24.982678 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 16:04:24.983265 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 16:04:24.985884 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:network Sep 07 16:04:24.986436 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnet Sep 07 16:04:24.986842 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 16:04:24.987283 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:port Sep 07 16:04:24.988573 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.989036 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service FLAVORS assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.989665 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.990105 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.990442 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:router Sep 07 16:04:24.990881 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 16:04:24.991412 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service METERING assigned prefix: /metering {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.992867 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.993275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.993633 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:04:24.994679 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 16:04:24.995162 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:security_group Sep 07 16:04:24.995603 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 16:04:24.996193 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.996530 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 16:04:24.996875 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] subnetpool is already registered Sep 07 16:04:24.997302 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:24.997635 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 16:04:24.997979 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] subnetpool is already registered Sep 07 16:04:25.000502 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.000948 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service FLAVORS assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.001556 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.001980 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.002332 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:router Sep 07 16:04:25.002680 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] router is already registered Sep 07 16:04:25.003121 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 16:04:25.003464 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] floatingip is already registered Sep 07 16:04:25.003935 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service METERING assigned prefix: /metering {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.004626 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 16:04:25.004955 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] rbac_policy is already registered Sep 07 16:04:25.005367 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:security_group Sep 07 16:04:25.005708 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] security_group is already registered Sep 07 16:04:25.006111 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 16:04:25.006454 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] security_group_rule is already registered Sep 07 16:04:25.007111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.007443 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 16:04:25.007783 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] subnetpool is already registered Sep 07 16:04:25.008211 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 16:04:25.008535 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 16:04:25.008910 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] subnetpool is already registered Sep 07 16:04:25.009388 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: extensions {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.010915 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: address-groups {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.012415 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: address-scopes {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.013797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.014961 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: auto-allocated-topology {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.016231 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: availability_zones {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.017513 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: dhcp-networks {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.019132 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: dhcp-agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.020593 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.022790 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: flavors {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.024015 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: service_profiles {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.025754 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: next_providers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.027236 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: service_profiles {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.028772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: floatingip-pools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.030001 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.032165 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: floatingips {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.033459 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: l3-routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.034846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: l3-agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.036285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: metering-labels {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.037640 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: metering-label-rules {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.038911 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: network-ip-availabilities {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.040772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: bindings {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.043419 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: quotas {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.044895 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: quotas {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.046321 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: rbac-policies {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.047555 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: security-groups {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.048871 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: security-group-rules {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.050130 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: service-providers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.051370 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: subnetpools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.052820 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: subnetpools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.054265 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.056026 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.057868 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.059683 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.061725 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.063595 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.065285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.067249 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.068999 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.070727 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 16:04:25.076831 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING keystonemiddleware.auth_token [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 16:04:25.081634 dv-cinder-806991-3-iscsi neutron-server[94122]: WARNING keystonemiddleware.auth_token [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 16:04:25.090673 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Acquired lock "singleton_lock" {{(pid=94122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 16:04:25.091183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Releasing lock "singleton_lock" {{(pid=94122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 16:04:25.091843 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Starting 2 workers Sep 07 16:04:25.096749 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Started child 94231 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 16:04:25.101441 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Started child 94232 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 16:04:25.102529 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.104153 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO neutron.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 16:04:25.104392 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Notify callbacks [] for process, before_spawn {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.104644 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [-] (94231) wsgi starting up on http://0.0.0.0:9696 Sep 07 16:04:25.106686 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Starting 1 workers Sep 07 16:04:25.106921 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.108164 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [-] (94232) wsgi starting up on http://0.0.0.0:9696 Sep 07 16:04:25.111993 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Started child 94233 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 16:04:25.112553 dv-cinder-806991-3-iscsi neutron-server[94122]: INFO oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Starting 1 workers Sep 07 16:04:25.116152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] calling RpcWorker wait() {{(pid=94233) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 16:04:25.116754 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] returning from RpcWorker wait() {{(pid=94233) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 16:04:25.117119 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Started child 94234 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 16:04:25.117992 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35a4a360-9144-4690-b07b-9ceaf810fc05 None None] Notify callbacks [] for process, after_spawn {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.118090 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.118617 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:25.119954 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 16:04:25.120151 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 16:04:25.120329 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 16:04:25.120545 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 16:04:25.120918 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 16:04:25.121069 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 16:04:25.121570 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.122033 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.122568 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.122568 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.122793 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.122891 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.123580 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.124358 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.126471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.129333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.130387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.131285 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132553 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132553 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.132992 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host = dv-cinder-806991-3-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.133250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.133470 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.134267 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.134524 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.135055 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.135304 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.135569 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.135818 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.136123 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.136284 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.136558 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.136812 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.137047 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.137454 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.137759 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_options = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.138141 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.138569 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.139029 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.139363 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.139699 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.140056 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.140463 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.140814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.141235 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.141647 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.142099 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.142496 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.142908 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.143342 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.143752 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.144183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.144686 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.145093 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.145562 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.145962 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.146372 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.146785 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.147215 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.147621 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.148160 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.148689 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.149341 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.150330 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.150882 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.151373 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.151793 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.152250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.152664 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.153156 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.153598 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.154007 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.154414 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.154838 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.155310 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.155736 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.156173 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.156596 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.157017 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.157438 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.157848 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.158261 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.158676 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.159087 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.159500 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.159960 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.160359 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.160753 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.161145 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.161556 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.161965 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.162566 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.163047 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.163562 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.163982 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.164387 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.164809 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.165294 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.165693 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.166139 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.166559 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.167071 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.167458 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.167945 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.168345 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.168840 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.169223 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.169566 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.169676 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.169915 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.170281 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.170657 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.171070 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.171482 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.171898 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.172287 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.172669 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.173058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.173556 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.173958 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.174363 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.174750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.176167 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.176563 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.176960 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.177314 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.177764 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.178110 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.178500 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.178853 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.179233 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.179638 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.179871 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.180291 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.180742 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.181181 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.181643 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.182101 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.182392 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.182691 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.182969 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.183254 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.183534 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.183863 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.184149 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.184561 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.184972 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.185224 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.185456 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.185680 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.185946 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.186457 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.186682 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.186901 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.187163 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.187385 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.187601 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.187857 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.188098 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.188487 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.188866 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.189095 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.189353 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.192865 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.193171 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.193438 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.193683 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.193920 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.194167 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.194393 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.194662 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.194884 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.195153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.195398 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.195625 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.195848 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.196060 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.196813 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.197489 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.197879 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.199573 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.199686 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.199846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.200130 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.200371 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.200639 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.200888 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.201148 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.201424 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.201636 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.201851 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.202116 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.202359 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.202719 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.203061 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.203356 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.203657 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.204027 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.204245 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.204916 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.205034 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.205392 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.205767 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.206048 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.206351 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.206628 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.206891 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.207233 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.207500 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.207805 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.208065 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.208359 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.208649 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.208919 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.209331 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.209470 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.209675 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.210106 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.210532 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.210963 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.211418 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.211869 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.213138 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214278 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214278 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214278 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214529 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214529 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.214890 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.215144 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.215389 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.215607 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.215881 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.216131 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.216389 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.216660 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.216909 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.217161 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.217444 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.217675 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.217974 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.218155 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.218530 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.218908 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.219161 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.219380 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.219622 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.219860 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.220116 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.220365 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.220601 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.220845 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.221057 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.221273 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.221499 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.221745 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.221959 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.222177 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.222406 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.222616 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.222852 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.223332 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.223586 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.223843 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.224073 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.224404 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.224620 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.224853 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.225081 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.225324 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.225579 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.225814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.226061 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.226301 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.226663 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.226889 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.227129 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.227350 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.227635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.227863 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.228088 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.228318 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.228550 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.228871 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.229114 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.229335 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.229572 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.229813 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.230055 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.230259 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.230480 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.230683 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.230897 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.231134 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.231397 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.231839 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.231984 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.232128 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.232261 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.232468 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.232679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.232972 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.233538 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.233753 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.233937 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.234138 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.234309 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.234611 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.234796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.235322 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.235322 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.235629 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.235629 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.235913 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.236034 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.236263 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.236471 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.236689 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.236903 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.237111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.237783 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.237783 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.237783 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.238153 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.238289 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.238414 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.238654 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.238891 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.239772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.239772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.239772 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.240248 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.240248 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.240857 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.240857 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.240857 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.241202 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.241202 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.241447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.241676 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.242067 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.242211 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.242686 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.242686 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.242930 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247054 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.247609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248160 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248160 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248160 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248378 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248576 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248719 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.248969 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.249186 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.249420 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.249635 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.249895 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.250244 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.250637 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.251028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.251431 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.251870 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.252284 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.252622 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.252874 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.253095 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.253297 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 16:04:25.253822 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 16:04:25.253970 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 16:04:25.254458 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 16:04:25.254458 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 16:04:25.254458 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 16:04:25.254677 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 16:04:25.254818 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.254977 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255176 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255334 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255510 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255675 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255835 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.255996 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.256166 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.256381 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.256555 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.256798 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.256912 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257052 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257248 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257406 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257601 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257759 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.257923 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.258082 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.258230 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.258383 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.258541 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.259411 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.259640 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.259797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.259940 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260098 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260255 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260405 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260562 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260718 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.260873 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261030 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261188 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261342 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261498 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261658 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.261851 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host = dv-cinder-806991-3-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.264250 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.266434 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_options = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267280 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.267751 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.268797 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269262 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269262 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269262 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269467 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269467 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269609 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.269730 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.270800 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.271779 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.272666 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.273430 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.273430 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.273430 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.273430 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.273430 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.275199 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276062 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.276931 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.277846 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278460 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278460 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278460 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278460 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278880 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278880 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.278880 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279356 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279356 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279356 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279914 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279914 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279914 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.279914 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.280574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.280574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.280574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.280574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.280574 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281183 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281743 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281743 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.281743 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282048 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282048 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282048 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282362 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282362 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282629 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282629 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.282879 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283095 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283364 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283364 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283604 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283604 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283850 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.283850 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284224 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284224 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284714 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284714 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284714 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.284714 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285341 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285341 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285341 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285341 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.285750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.286814 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287333 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287641 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287641 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287866 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.287866 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288073 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288184 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288295 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288438 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288597 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288771 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.288952 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289147 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289345 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289345 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289572 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289695 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289807 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.289957 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.290118 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.290276 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.290462 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.290737 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.290936 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291162 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291359 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291551 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291551 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291909 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.291909 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292296 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292296 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292659 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:25.292862 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292862 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292862 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292862 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.292862 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.293760 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.295111 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.296494 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.297679 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.298855 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.300090 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.301275 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.302447 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.303645 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.305028 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.306348 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.307539 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.308717 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.310058 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.311796 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.314710 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.316750 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.317893 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.319064 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.320174 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.320174 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.320174 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.320174 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 16:04:25.320174 dv-cinder-806991-3-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 16:04:25.362391 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 40320) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:25.371344 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066547 Sep 07 16:04:37.130342 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db87229-c4ae-4849-b602-7280c45145c4 None None] get_active_networks_info from dv-cinder-806991-3-iscsi {{(pid=94233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:04:37.262406 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db87229-c4ae-4849-b602-7280c45145c4 None None] No non-hosted networks {{(pid=94233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 16:04:37.271283 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.agentschedulers_db [None req-1db87229-c4ae-4849-b602-7280c45145c4 None None] DHCP Agent not found on host dv-cinder-806991-3-iscsi {{(pid=94233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 16:04:37.388041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73bcfa42-dacf-439f-b5ab-d49d126a20ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.631448 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.632349 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.632647 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.635321 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.637201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.637527 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.639353 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.640089 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.640469 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.640869 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.646000 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.646380 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.646732 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:39.647172 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806991-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:39.665060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806991-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:39.728137 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b210d74-39db-4de6-bcfe-236cb5a52980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.792535 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-efce486e-c477-4bd2-b7dc-215e6c1e023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.422304 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.969747 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.082127 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40414) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:44.694027 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-52b38b73-eacb-4205-818e-3f7b8a1fb6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:44.694606 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-52b38b73-eacb-4205-818e-3f7b8a1fb6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:44.919346 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [None req-52b38b73-eacb-4205-818e-3f7b8a1fb6f4 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:44.920529 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-52b38b73-eacb-4205-818e-3f7b8a1fb6f4 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8363078 Sep 07 16:04:45.191514 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.db.l3_hamode_db [None req-5b677f4c-00e6-49d1-a53e-78cff930a757 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 16:04:45.275301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b677f4c-00e6-49d1-a53e-78cff930a757 None None] Routers set() bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:04:45.275691 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b677f4c-00e6-49d1-a53e-78cff930a757 None None] Router IDs set() for agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:04:47.427163 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40428) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:47.779867 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:47.873474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.policy [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 16:04:47.919420 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:47.919802 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:47.928426 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.quota [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] Loaded quota_driver: . Sep 07 16:04:48.030704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762016820', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762016257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762045802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762030598', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762182835', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777762640215', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1580995', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1926339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704228'] for rbac-policy, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:48.101519 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:48.102819 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e9196937-38b6-4994-9bd2-812dca04d845 admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6746485 Sep 07 16:04:50.888911 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40440) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:51.225193 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:51.257782 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Made reservation on behalf of 65fd01922bc649119ad4c676b6accbcc for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:51.264551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.283161 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.410195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.414525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.440361 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:04:51.466305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777760516208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.466817 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Unsubscribe: segment precommit_create {{(pid=94231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 16:04:51.467416 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Added segment d9bb10d5-9e29-49ee-ba78-aa1738acb754 of type vlan for network 3db6c844-9c20-4e85-8ca7-de52d4ce736e Sep 07 16:04:51.483565 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0da2c-d4d0-4835-bd3c-cb6e6c5d3cc8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:51.512120 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.512394 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.512759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.513155 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.513496 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.513843 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.514173 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.514495 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.514879 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.515251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.515570 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.515891 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Tracked resource versions report: Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: pushed versions: Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: { 'AddressGroup': {'1.2'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'ConntrackHelper': {'1.0'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Log': {'1.0'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Network': {'1.1'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Port': {'1.7'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'PortForwarding': {'1.2'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'QosPolicy': {'1.9'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroup': {'1.4'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SubPort': {'1.0'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Subnet': {'1.1'}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Trunk': {'1.1'}} Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: consumer versions: Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'ConntrackHelper': '1.0', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Log': '1.0', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Network': '1.1', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Port': '1.7', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'PortForwarding': '1.2', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'QosPolicy': '1.9', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroup': '1.4', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroupRule': '1.2', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SubPort': '1.0', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Subnet': '1.1', Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Trunk': '1.1'}} Sep 07 16:04:51.516996 dv-cinder-806991-3-iscsi neutron-server[94231]: {{(pid=94231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:04:51.595975 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.637074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.638336 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.638989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.700326 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8101954 Sep 07 16:04:51.740729 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a201-beac-4254-8f45-f8b5c7003f91 admin admin] Pushing event updated for resources: {'Network': ['ID=3db6c844-9c20-4e85-8ca7-de52d4ce736e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:51.752928 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:04:54.426098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40454) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:54.836344 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a946f98-7063-40e6-a29c-1ab9385921cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.837988 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9a946f98-7063-40e6-a29c-1ab9385921cb admin admin] 10.222.0.82 "GET /v2.0/networks/3db6c844-9c20-4e85-8ca7-de52d4ce736e HTTP/1.1" status: 200 len: 826 time: 0.4107661 Sep 07 16:04:54.865107 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5f81bad7-98dd-4c70-a3b7-a8abe2f09938 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/d0b8e940-042b-44ca-bb19-e67148b95fe8 HTTP/1.1" status: 200 len: 734 time: 0.0207734 Sep 07 16:04:54.876586 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Request body: {'subnet': {'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'ip_version': 4, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:54.901633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Made reservation on behalf of 65fd01922bc649119ad4c676b6accbcc for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:54.904078 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.211623 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.282699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Checking segment: {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:55.283082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Network hostable DHCP agents. Network: 3db6c844-9c20-4e85-8ca7-de52d4ce736e, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:04:55.285131 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24d7400-64e1-40fa-9587-49c9b9b659f3,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:55.314399 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:04:55.332609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 3db6c844-9c20-4e85-8ca7-de52d4ce736e) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:55.338952 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:55.339846 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.345383 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff2244-263c-4c7b-b88d-5c1a3ad3ccff None None] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:04:55.359190 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8a42311d-5b99-403f-84de-31d85479fa3b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4869492 Sep 07 16:04:55.704321 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:04:55.705845 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.995820 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Allocated IP 172.20.0.2 (3db6c844-9c20-4e85-8ca7-de52d4ce736e/f24d7400-64e1-40fa-9587-49c9b9b659f3/4776cea3-9d33-4f7e-937d-452620b5bc1b) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:56.211806 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.258559 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Transition to ACTIVE for port object 4776cea3-9d33-4f7e-937d-452620b5bc1b will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:56.281699 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Transition to ACTIVE for port object 4776cea3-9d33-4f7e-937d-452620b5bc1b will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:56.290737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.357618 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:56.363776 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:56.379326 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Pushing event updated for resources: {'Port': ['ID=4776cea3-9d33-4f7e-937d-452620b5bc1b,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:56.384091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:56.392421 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.392776 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.393119 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.393459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.393794 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.394129 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.394447 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.394778 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.395151 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.395485 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.395806 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.396128 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Tracked resource versions report: Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: pushed versions: Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: { 'AddressGroup': {'1.2'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'ConntrackHelper': {'1.0'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Log': {'1.0'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Network': {'1.1'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Port': {'1.7'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'PortForwarding': {'1.2'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'QosPolicy': {'1.9'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroup': {'1.4'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SubPort': {'1.0'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Subnet': {'1.1'}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Trunk': {'1.1'}} Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: consumer versions: Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'ConntrackHelper': '1.0', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Log': '1.0', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Network': '1.1', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Port': '1.7', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'PortForwarding': '1.2', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'QosPolicy': '1.9', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroup': '1.4', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroupRule': '1.2', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SubPort': '1.0', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Subnet': '1.1', Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Trunk': '1.1'}} Sep 07 16:04:56.397242 dv-cinder-806991-3-iscsi neutron-server[94233]: {{(pid=94233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:04:56.476064 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Attempting to bind port 4776cea3-9d33-4f7e-937d-452620b5bc1b on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:56.476465 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Attempting to bind port 4776cea3-9d33-4f7e-937d-452620b5bc1b by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:56.476868 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Attempting to bind port 4776cea3-9d33-4f7e-937d-452620b5bc1b on network 3db6c844-9c20-4e85-8ca7-de52d4ce736e {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:56.482115 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:56.482518 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Checking segment: {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:56.482991 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.483411 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Bound using segment: {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:56.483900 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Bound port: 4776cea3-9d33-4f7e-937d-452620b5bc1b, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:56.484339 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.553145 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] For port 4776cea3-9d33-4f7e-937d-452620b5bc1b, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:56.557872 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] For port 4776cea3-9d33-4f7e-937d-452620b5bc1b, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4776cea3-9d33-4f7e-937d-452620b5bc1b,segment=NetworkSegment(d9bb10d5-9e29-49ee-ba78-aa1738acb754),segment_id=d9bb10d5-9e29-49ee-ba78-aa1738acb754)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:56.565377 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.630207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265061b2-986b-4c14-9b00-6144281ac304 None None] Pushing event updated for resources: {'Port': ['ID=4776cea3-9d33-4f7e-937d-452620b5bc1b,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:57.966731 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 40462) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:58.723601 dv-cinder-806991-3-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-92f85775-5760-433d-8a66-790c55fc3e39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:58.724476 dv-cinder-806991-3-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-92f85775-5760-433d-8a66-790c55fc3e39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:04:58.953008 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-92f85775-5760-433d-8a66-790c55fc3e39 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:58.954274 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-92f85775-5760-433d-8a66-790c55fc3e39 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9862409 Sep 07 16:05:01.615321 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 40476) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:02.020314 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-f92042d8-0bcf-423d-893e-26288dfc9495 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:02.035031 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f92042d8-0bcf-423d-893e-26288dfc9495 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4044399 Sep 07 16:05:04.904911 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40490) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:05.274456 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '65fd01922bc649119ad4c676b6accbcc'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:05.305697 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.308266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.336571 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4776cea3-9d33-4f7e-937d-452620b5bc1b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:05.446607 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 4776cea3-9d33-4f7e-937d-452620b5bc1b completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:05.463390 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.468393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.484998 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.486715 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-58374c63-81db-47db-afbc-90651103dbae admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5807261 Sep 07 16:05:06.152118 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd3fdc-531e-47e2-8b49-017c6b269fe9 None None] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:06.236736 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Provisioning for port 4776cea3-9d33-4f7e-937d-452620b5bc1b completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:06.243431 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Provisioning complete for port 4776cea3-9d33-4f7e-937d-452620b5bc1b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:06.243834 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.444194 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.493043 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] For port 4776cea3-9d33-4f7e-937d-452620b5bc1b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4776cea3-9d33-4f7e-937d-452620b5bc1b,segment=NetworkSegment(d9bb10d5-9e29-49ee-ba78-aa1738acb754),segment_id=d9bb10d5-9e29-49ee-ba78-aa1738acb754)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:06.499844 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.588010 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570e469-aa34-46e2-96e4-9753281841e4 None None] Pushing event updated for resources: {'Port': ['ID=4776cea3-9d33-4f7e-937d-452620b5bc1b,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:06.723825 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e78cef9f-78e3-419d-ac91-41567cbf3a09 None None] Provisioning complete for port 4776cea3-9d33-4f7e-937d-452620b5bc1b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:06.724201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e78cef9f-78e3-419d-ac91-41567cbf3a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.028395 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dcce8c58-0f69-4f82-a2a9-4e58693f7112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.310469 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4776cea3-9d33-4f7e-937d-452620b5bc1b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:07.365347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 4776cea3-9d33-4f7e-937d-452620b5bc1b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:07.365747 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:08.236372 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40498) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:08.651880 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [None req-9dd56a3b-a43b-48ea-a6df-262e7fa04e45 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:08.652979 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9dd56a3b-a43b-48ea-a6df-262e7fa04e45 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4154906 Sep 07 16:05:09.613296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.701172 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-540f0f46-e314-4b69-9f82-d10974db143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.354301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.456764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40516) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:11.634630 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:11.667132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Made reservation on behalf of d87a9598ec084b93852b9cc08b2e07d5 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:11.670850 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.681730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.808964 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.814098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.840000 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Reserving flat network on physical network physnet1 {{(pid=94231) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 16:05:11.863109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92100992-7d43-452b-9922-748e6d390efa,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:11.868245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.868592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Added segment 9cd07c43-5ee8-4e77-8682-a71965b9493f of type flat for network c9802fb0-7e26-41f3-bedd-a68548577ca3 Sep 07 16:05:11.923533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.960900 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.961892 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.962478 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.998484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5404830 Sep 07 16:05:12.032105 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0218-8318-4384-a872-2dd93707efe0 admin admin] Pushing event updated for resources: {'Network': ['ID=c9802fb0-7e26-41f3-bedd-a68548577ca3,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:12.046874 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:05:12.897374 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.391539 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40534) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:14.507458 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43915a9e-ac6d-4f35-b056-aa5e56065551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.508827 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-43915a9e-ac6d-4f35-b056-aa5e56065551 admin admin] 10.222.0.82 "GET /v2.0/subnets/f24d7400-64e1-40fa-9587-49c9b9b659f3 HTTP/1.1" status: 200 len: 849 time: 0.1163359 Sep 07 16:05:14.640689 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6f27f87d-36ef-4ace-b9b5-36a4949f8922 admin admin] 10.222.0.82 "GET /v2.0/routers/e31ebf7c-ff79-4aef-b818-e5c4a114313d HTTP/1.1" status: 200 len: 704 time: 0.1245985 Sep 07 16:05:14.966378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.362988 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Allocated IP 172.20.0.1 (3db6c844-9c20-4e85-8ca7-de52d4ce736e/f24d7400-64e1-40fa-9587-49c9b9b659f3/a2c41157-fad5-4a83-a955-1c21680138be) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:15.602405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.627687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Transition to ACTIVE for port object a2c41157-fad5-4a83-a955-1c21680138be will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:15.698402 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.769679 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:15.775678 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:15.784468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:15.784468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.816094 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c41157-fad5-4a83-a955-1c21680138be,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:16.014499 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.023301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-ea0693e6-5b44-47f5-aa79-09b65cdb6301 None None] Provisioning for port a2c41157-fad5-4a83-a955-1c21680138be completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:16.027996 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-ea0693e6-5b44-47f5-aa79-09b65cdb6301 None None] Provisioning complete for port a2c41157-fad5-4a83-a955-1c21680138be triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:16.028370 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ea0693e6-5b44-47f5-aa79-09b65cdb6301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.067094 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-ea0693e6-5b44-47f5-aa79-09b65cdb6301 None None] Port a2c41157-fad5-4a83-a955-1c21680138be cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:16.280021 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.285595 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.286604 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.383062 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c41157-fad5-4a83-a955-1c21680138be,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:16.442557 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:16.444085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:16.638710 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Router e31ebf7c-ff79-4aef-b818-e5c4a114313d is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:05:16.695341 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fec74543-2413-454b-aa4b-6ea1d1e99763 None None] Provisioning complete for port a2c41157-fad5-4a83-a955-1c21680138be triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:16.695812 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fec74543-2413-454b-aa4b-6ea1d1e99763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.740986 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-fec74543-2413-454b-aa4b-6ea1d1e99763 None None] Port a2c41157-fad5-4a83-a955-1c21680138be cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:16.763965 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:16.769495 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0c8563d7-65da-4c72-9e93-82dae9fb23d8 admin admin] 10.222.0.82 "PUT /v2.0/routers/e31ebf7c-ff79-4aef-b818-e5c4a114313d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1227005 Sep 07 16:05:16.775936 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Sync routers for ids ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:16.790189 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Routers {'e31ebf7c-ff79-4aef-b818-e5c4a114313d'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:16.791187 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:05:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:17.029069 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Set router e31ebf7c-ff79-4aef-b818-e5c4a114313d gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:17.589890 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:15Z', 'revision_number': 2, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:16Z', 'revision_number': 2, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:17.659544 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Checking router: e31ebf7c-ff79-4aef-b818-e5c4a114313d for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:17.659925 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Updating router e31ebf7c-ff79-4aef-b818-e5c4a114313d port a2c41157-fad5-4a83-a955-1c21680138be binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:05:17.720939 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.475363 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.503855 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Transition to ACTIVE for port object a2c41157-fad5-4a83-a955-1c21680138be will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:18.511285 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.691897 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Pushing event updated for resources: {'Port': ['ID=a2c41157-fad5-4a83-a955-1c21680138be,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.739970 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.740520 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.741066 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.741621 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.742180 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.742732 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.743308 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.743855 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.744418 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.744946 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.745442 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.745941 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Tracked resource versions report: Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: pushed versions: Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: { 'AddressGroup': {'1.2'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'ConntrackHelper': {'1.0'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Log': {'1.0'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Network': {'1.1'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Port': {'1.7'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'PortForwarding': {'1.2'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'QosPolicy': {'1.9'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroup': {'1.4'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SubPort': {'1.0'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Subnet': {'1.1'}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Trunk': {'1.1'}} Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: consumer versions: Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'ConntrackHelper': '1.0', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Log': '1.0', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Network': '1.1', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Port': '1.7', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'PortForwarding': '1.2', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'QosPolicy': '1.9', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroup': '1.4', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroupRule': '1.2', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SubPort': '1.0', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Subnet': '1.1', Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Trunk': '1.1'}} Sep 07 16:05:18.748008 dv-cinder-806991-3-iscsi neutron-server[94234]: {{(pid=94234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:05:18.807976 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Attempting to bind port a2c41157-fad5-4a83-a955-1c21680138be on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:18.808607 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Attempting to bind port a2c41157-fad5-4a83-a955-1c21680138be by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:18.809519 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Attempting to bind port a2c41157-fad5-4a83-a955-1c21680138be on network 3db6c844-9c20-4e85-8ca7-de52d4ce736e {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:18.817607 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:18.818280 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Checking segment: {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:18.819550 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.819550 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Bound using segment: {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:18.820552 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Bound port: a2c41157-fad5-4a83-a955-1c21680138be, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb10d5-9e29-49ee-ba78-aa1738acb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:18.821182 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.932842 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] For port a2c41157-fad5-4a83-a955-1c21680138be, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:18.956705 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] For port a2c41157-fad5-4a83-a955-1c21680138be, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=a2c41157-fad5-4a83-a955-1c21680138be,segment=NetworkSegment(d9bb10d5-9e29-49ee-ba78-aa1738acb754),segment_id=d9bb10d5-9e29-49ee-ba78-aa1738acb754)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:18.963300 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:19.048934 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958389-c150-4a03-b1b9-94fe9ce10921 None None] Pushing event updated for resources: {'Port': ['ID=a2c41157-fad5-4a83-a955-1c21680138be,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:19.059869 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Routers {'e31ebf7c-ff79-4aef-b818-e5c4a114313d'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:19.060598 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:05:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:19.194115 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] Set router e31ebf7c-ff79-4aef-b818-e5c4a114313d gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:19.272929 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40544) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:19.432219 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a855cf-5b3b-4774-865f-9a9a757e4c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.434390 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d9a855cf-5b3b-4774-865f-9a9a757e4c5d admin admin] 10.222.0.82 "GET /v2.0/networks/c9802fb0-7e26-41f3-bedd-a68548577ca3 HTTP/1.1" status: 200 len: 842 time: 0.1596565 Sep 07 16:05:19.446821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:19.476345 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Made reservation on behalf of d87a9598ec084b93852b9cc08b2e07d5 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:19.478968 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:19.490278 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:15Z', 'revision_number': 2, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:18Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:19.532749 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0895f-f766-4ca4-8283-68ed64270f44 None None] The sync data for ids ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'] in dv-cinder-806991-3-iscsi is: [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:15Z', 'revision_number': 2, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port_host': None, '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:18Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:19.968934 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.objects.ports [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94231) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:05:19.969388 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.033082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e252fe-e01a-4f97-a33a-5df7a822e075,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:20.045358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:20.046472 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Network hostable DHCP agents. Network: c9802fb0-7e26-41f3-bedd-a68548577ca3, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:05:20.066248 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:05:20.078244 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, c9802fb0-7e26-41f3-bedd-a68548577ca3) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:20.085748 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.086479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.091712 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9360e-8618-4afd-9627-2a478ab88a26 None None] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:20.110478 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e4bf2f21-0d98-40c0-a3b4-25f7697e63b9 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6680720 Sep 07 16:05:20.275435 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f1e93-112b-4127-a832-459a31c437c7 None None] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:22.188389 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:05:23.100224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 40552) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:23.263171 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-291b95dd-15f4-4763-b6cc-305c6eae7cb3 admin admin] 10.222.0.82 "GET /v2.0/routers/e31ebf7c-ff79-4aef-b818-e5c4a114313d HTTP/1.1" status: 200 len: 710 time: 0.1617358 Sep 07 16:05:23.358483 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565fa29-cc64-450a-98da-818c8a7952e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:23.360226 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c565fa29-cc64-450a-98da-818c8a7952e2 admin admin] 10.222.0.82 "GET /v2.0/networks/c9802fb0-7e26-41f3-bedd-a68548577ca3 HTTP/1.1" status: 200 len: 886 time: 0.0908813 Sep 07 16:05:23.374379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:23.625486 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.880273 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.959644 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.071723 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Allocated IP 172.27.0.78 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/3be75139-3594-46a9-81fc-16c83956c656) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:24.179663 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.222236 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.260317 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:24.261785 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:24.265500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:24.307580 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Pushing event updated for resources: {'Port': ['ID=3be75139-3594-46a9-81fc-16c83956c656,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:24.663971 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.923902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1197'] for router, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.930359 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589127'] for router, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.049275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Router e31ebf7c-ff79-4aef-b818-e5c4a114313d has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:05:25.161211 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:25.165874 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.167142 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2cbc0add-180b-4387-a366-004afa56c61a admin admin] 10.222.0.82 "PUT /v2.0/routers/e31ebf7c-ff79-4aef-b818-e5c4a114313d HTTP/1.1" status: 200 len: 889 time: 1.7961557 Sep 07 16:05:26.870438 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Sync routers for ids ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:26.882127 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Routers {'e31ebf7c-ff79-4aef-b818-e5c4a114313d'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:26.882802 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:05:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:27.169939 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Set router e31ebf7c-ff79-4aef-b818-e5c4a114313d gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:27.358335 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device a2c41157-fad5-4a83-a955-1c21680138be up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:27.528301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port a2c41157-fad5-4a83-a955-1c21680138be completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:27.555231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port a2c41157-fad5-4a83-a955-1c21680138be triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:27.555735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.704077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '3be75139-3594-46a9-81fc-16c83956c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port': {'id': '3be75139-3594-46a9-81fc-16c83956c656', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:23Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:18Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:27.706803 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.766654 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Checking router: e31ebf7c-ff79-4aef-b818-e5c4a114313d for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:27.767151 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Updating router e31ebf7c-ff79-4aef-b818-e5c4a114313d port 3be75139-3594-46a9-81fc-16c83956c656 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:05:27.837036 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.842111 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port a2c41157-fad5-4a83-a955-1c21680138be, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=a2c41157-fad5-4a83-a955-1c21680138be,segment=NetworkSegment(d9bb10d5-9e29-49ee-ba78-aa1738acb754),segment_id=d9bb10d5-9e29-49ee-ba78-aa1738acb754)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:27.860869 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.875775 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 40564) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:28.041697 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=a2c41157-fad5-4a83-a955-1c21680138be,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:28.137700 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.policy [None req-e651b838-9ad3-4325-8a04-40da856379a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 16:05:28.186254 dv-cinder-806991-3-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-e651b838-9ad3-4325-8a04-40da856379a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:05:28.186637 dv-cinder-806991-3-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-e651b838-9ad3-4325-8a04-40da856379a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 16:05:28.196554 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e651b838-9ad3-4325-8a04-40da856379a1 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3196836 Sep 07 16:05:28.272566 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.284433 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Transition to ACTIVE for port object 3be75139-3594-46a9-81fc-16c83956c656 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:28.293142 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.351072 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9f85-d238-45e0-9807-c4c11a9e7882 None None] Pushing event updated for resources: {'Port': ['ID=3be75139-3594-46a9-81fc-16c83956c656,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:28.355713 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Attempting to bind port 3be75139-3594-46a9-81fc-16c83956c656 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:28.356103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Attempting to bind port 3be75139-3594-46a9-81fc-16c83956c656 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:28.356473 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Attempting to bind port 3be75139-3594-46a9-81fc-16c83956c656 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:28.362898 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:28.363316 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:28.363797 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.364687 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:28.365192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Bound port: 3be75139-3594-46a9-81fc-16c83956c656, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:28.365616 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.433130 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] For port 3be75139-3594-46a9-81fc-16c83956c656, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:28.439109 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] For port 3be75139-3594-46a9-81fc-16c83956c656, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=3be75139-3594-46a9-81fc-16c83956c656,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:28.445326 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.531508 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Routers {'e31ebf7c-ff79-4aef-b818-e5c4a114313d'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:28.532147 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:05:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:28.533931 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9f85-d238-45e0-9807-c4c11a9e7882 None None] Pushing event updated for resources: {'Port': ['ID=3be75139-3594-46a9-81fc-16c83956c656,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:28.761088 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] Set router e31ebf7c-ff79-4aef-b818-e5c4a114313d gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:29.073986 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '3be75139-3594-46a9-81fc-16c83956c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port': {'id': '3be75139-3594-46a9-81fc-16c83956c656', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:23Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:27Z', 'revision_number': 5, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:29.106590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a7ba8-b0fa-4cac-a17d-33afdf385184 None None] The sync data for ids ['e31ebf7c-ff79-4aef-b818-e5c4a114313d'] in dv-cinder-806991-3-iscsi is: [{'id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'name': 'router1', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '3be75139-3594-46a9-81fc-16c83956c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:05Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 4, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'gw_port': {'id': '3be75139-3594-46a9-81fc-16c83956c656', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:23Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'a2c41157-fad5-4a83-a955-1c21680138be', 'name': '', 'network_id': '3db6c844-9c20-4e85-8ca7-de52d4ce736e', 'tenant_id': '65fd01922bc649119ad4c676b6accbcc', 'mac_address': 'fa:16:3e:2c:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31ebf7c-ff79-4aef-b818-e5c4a114313d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:15Z', 'updated_at': '2021-09-07T16:05:27Z', 'revision_number': 5, 'project_id': '65fd01922bc649119ad4c676b6accbcc', 'subnets': [{'id': 'f24d7400-64e1-40fa-9587-49c9b9b659f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b8e940-042b-44ca-bb19-e67148b95fe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:29.508445 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device a2c41157-fad5-4a83-a955-1c21680138be up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:29.571543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port a2c41157-fad5-4a83-a955-1c21680138be triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:29.572348 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.697805 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 3be75139-3594-46a9-81fc-16c83956c656 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:29.765409 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 3be75139-3594-46a9-81fc-16c83956c656 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:29.769949 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 3be75139-3594-46a9-81fc-16c83956c656 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:29.770880 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.906547 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.932711 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 3be75139-3594-46a9-81fc-16c83956c656, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=3be75139-3594-46a9-81fc-16c83956c656,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:29.944594 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:30.063661 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=3be75139-3594-46a9-81fc-16c83956c656,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:31.344200 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 3be75139-3594-46a9-81fc-16c83956c656 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:31.419587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 3be75139-3594-46a9-81fc-16c83956c656 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:31.420366 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:37.058884 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-eee9ed3e-9157-4046-87cc-e366d32082de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:39.640039 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:39.731188 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-030bc744-9a4e-4d76-b384-bb571406a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:41.371788 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:42.916733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.188808 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:06:07.016465 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-82ae981d-21fe-4456-83bf-3bdb8d195f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:09.614773 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:09.714041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-827374c7-09ef-47d1-993b-5368bff4a003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:11.369897 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:12.922207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:36.187574 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:06:37.009955 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6deea772-aaf6-449c-bf2d-19b274a3bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:39.607810 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:39.705680 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f5e3824d-470c-46de-b80b-36c325825a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:41.366692 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:42.918040 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:07.011506 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d084-8418-492e-8dbc-afedd700e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.612402 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.699102 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-30245db4-8376-4366-99d1-a083da864475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:11.367950 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.784586 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41128) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:12.867186 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6223159e-4e7d-42a0-bfe4-268cee1fe228 admin admin] GET failed (client error): The resource could not be found. Sep 07 16:07:12.868594 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6223159e-4e7d-42a0-bfe4-268cee1fe228 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0829775 Sep 07 16:07:12.929177 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:13.092000 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae284bf0-2d9c-4998-878a-7d46c684d95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:13.093928 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ae284bf0-2d9c-4998-878a-7d46c684d95f admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2168276 Sep 07 16:07:13.187463 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:07:15.415559 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41138) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:15.558807 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119e207-f4ee-46ac-bd8e-7afa63cd1fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:15.560579 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e119e207-f4ee-46ac-bd8e-7afa63cd1fb3 admin admin] 10.222.0.82 "GET /v2.0/subnets/f24d7400-64e1-40fa-9587-49c9b9b659f3 HTTP/1.1" status: 200 len: 849 time: 0.1438301 Sep 07 16:07:15.571085 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:15.657698 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.813369 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777760539621'] for subnet, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.882105 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:15.883123 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.885007 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c2bc8-5ded-4b91-9fd1-f50c08c77609 None None] Network 3db6c844-9c20-4e85-8ca7-de52d4ce736e requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:15.885445 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] 10.222.0.82 "PUT /v2.0/subnets/f24d7400-64e1-40fa-9587-49c9b9b659f3 HTTP/1.1" status: 200 len: 868 time: 0.3179915 Sep 07 16:07:15.902630 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24d7400-64e1-40fa-9587-49c9b9b659f3,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:15.913144 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.913547 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.913811 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.914074 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.914417 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.914765 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.915142 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.915497 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.915827 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.916161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.916494 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.916824 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71a7f7-6655-4a8b-8464-c3fe5c63ebdc admin admin] Tracked resource versions report: Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: pushed versions: Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: { 'AddressGroup': {'1.2'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'ConntrackHelper': {'1.0'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Log': {'1.0'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Network': {'1.1'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Port': {'1.7'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'PortForwarding': {'1.2'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'QosPolicy': {'1.9'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroup': {'1.4'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SubPort': {'1.0'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Subnet': {'1.1'}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Trunk': {'1.1'}} Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: consumer versions: Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'ConntrackHelper': '1.0', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Log': '1.0', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Network': '1.1', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Port': '1.7', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'PortForwarding': '1.2', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'QosPolicy': '1.9', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroup': '1.4', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroupRule': '1.2', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SubPort': '1.0', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Subnet': '1.1', Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Trunk': '1.1'}} Sep 07 16:07:15.918007 dv-cinder-806991-3-iscsi neutron-server[94232]: {{(pid=94232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:07:16.244361 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fa285b7d-a154-4df2-830a-280d4efa260a None None] Provisioning complete for port 4776cea3-9d33-4f7e-937d-452620b5bc1b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:16.244803 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fa285b7d-a154-4df2-830a-280d4efa260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.334418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fa285b7d-a154-4df2-830a-280d4efa260a None None] Provisioning complete for port a2c41157-fad5-4a83-a955-1c21680138be triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:16.334910 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fa285b7d-a154-4df2-830a-280d4efa260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.148524 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41150) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:18.383950 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af24f25-6898-4ebf-b21e-1e511ed56997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:18.384316 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af24f25-6898-4ebf-b21e-1e511ed56997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:18.386204 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5af24f25-6898-4ebf-b21e-1e511ed56997 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2367108 Sep 07 16:07:20.634106 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41158) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:20.782064 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad21ca-985f-41b8-bdf2-b9933ca423f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:20.782534 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad21ca-985f-41b8-bdf2-b9933ca423f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:20.784101 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-95ad21ca-985f-41b8-bdf2-b9933ca423f9 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1490226 Sep 07 16:07:23.027056 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41166) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:23.232772 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a57f7-c749-4997-8e89-5ee8eb093fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:23.234388 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-650a57f7-c749-4997-8e89-5ee8eb093fbf admin admin] 10.222.0.82 "GET /v2.0/networks/3db6c844-9c20-4e85-8ca7-de52d4ce736e HTTP/1.1" status: 200 len: 870 time: 0.2063816 Sep 07 16:07:25.518835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41174) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:25.668742 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851abfd0-2229-41bd-8e82-6051499cccc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.670121 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-851abfd0-2229-41bd-8e82-6051499cccc8 admin admin] 10.222.0.82 "GET /v2.0/networks/c9802fb0-7e26-41f3-bedd-a68548577ca3 HTTP/1.1" status: 200 len: 886 time: 0.1499701 Sep 07 16:07:27.918661 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41182) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:28.051901 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef6767-36fe-4502-89dc-2bbcdec1c878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.052355 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef6767-36fe-4502-89dc-2bbcdec1c878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.054168 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-aaef6767-36fe-4502-89dc-2bbcdec1c878 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342530 Sep 07 16:07:30.283391 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41190) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:30.394753 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ecdf9-79f6-43b6-a61b-4d0807661561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.395227 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ecdf9-79f6-43b6-a61b-4d0807661561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.396789 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-101ecdf9-79f6-43b6-a61b-4d0807661561 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124482 Sep 07 16:07:32.673384 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41198) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:32.765566 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c8492-7999-4245-a390-ef183d246a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.766941 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-615c8492-7999-4245-a390-ef183d246a2a admin admin] 10.222.0.82 "GET /v2.0/subnets/c4e252fe-e01a-4f97-a33a-5df7a822e075 HTTP/1.1" status: 200 len: 816 time: 0.0925705 Sep 07 16:07:35.004437 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41206) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:35.118248 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fad7f-5578-4e92-8314-ea7df628ac84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:35.119675 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8a4fad7f-5578-4e92-8314-ea7df628ac84 admin admin] 10.222.0.82 "GET /v2.0/subnets/f24d7400-64e1-40fa-9587-49c9b9b659f3 HTTP/1.1" status: 200 len: 868 time: 0.1142688 Sep 07 16:07:37.018163 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-de404c3c-f1a4-45fe-8aee-09055461772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.618269 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.708148 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-24907e5d-e2ee-4acc-843e-1fd11a2ac3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.376038 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.930734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.189102 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:08:01.715487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41262) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:01.764534 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [None req-76f405ad-5252-4027-bb56-2972988d247f admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:08:01.765531 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-76f405ad-5252-4027-bb56-2972988d247f admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491078 Sep 07 16:08:04.071427 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41270) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:04.132586 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8389496a-a0e8-4487-aa87-a0f6ac435797 admin admin] GET failed (client error): The resource could not be found. Sep 07 16:08:04.133906 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8389496a-a0e8-4487-aa87-a0f6ac435797 admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615320 Sep 07 16:08:04.279335 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ab653-72a8-4df6-9c7d-9c3dd3e44d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:04.280733 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-917ab653-72a8-4df6-9c7d-9c3dd3e44d48 admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420875 Sep 07 16:08:06.555907 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41278) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:06.604447 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:06.626611 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Made reservation on behalf of d87a9598ec084b93852b9cc08b2e07d5 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:06.629079 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.658287 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING neutron.services.revisions.revision_plugin [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Could not find related network for resource to bump revision. Sep 07 16:08:06.669705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:06.678553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.678902 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Added segment a6d1fea1-4eb1-4ee7-8f97-cd04749016a8 of type vlan for network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 Sep 07 16:08:06.718861 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.743506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.744384 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:06.744966 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.778022 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2207987 Sep 07 16:08:06.821578 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7ea67f-2e8d-4e38-8523-6d5d52560c39,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:06.829891 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.830253 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.830578 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.830917 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.831281 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.831636 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.831974 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.832305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.832649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.833283 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.833488 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.833813 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358669-0b78-4bc4-9e64-e892215d2924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:06.846202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:07.010526 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-af3aa471-6b93-40cb-a31c-cbe9e051a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.041840 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41286) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:09.102937 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b7c26-dc7e-48c4-8218-fc63a57ad26e admin admin] GET failed (client error): The resource could not be found. Sep 07 16:08:09.104284 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-aa1b7c26-dc7e-48c4-8218-fc63a57ad26e admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614884 Sep 07 16:08:09.173957 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf0eae-33ad-4bce-afe8-5db582aa487b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.175485 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dbcf0eae-33ad-4bce-afe8-5db582aa487b admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0666161 Sep 07 16:08:09.186827 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39', 'name': 'shared-subnet'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:09.206976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Made reservation on behalf of d87a9598ec084b93852b9cc08b2e07d5 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:09.209243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.365949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.422475 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7b2aaf-0986-4459-9b83-0732f68e16bb,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:09.430954 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Checking segment: {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:09.431333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Network hostable DHCP agents. Network: 4a7ea67f-2e8d-4e38-8523-6d5d52560c39, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:09.447541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:09.455955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 4a7ea67f-2e8d-4e38-8523-6d5d52560c39) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:09.460587 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.461152 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.465627 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dc38d2-cc16-4aea-b6da-3c7385a97119 None None] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:09.475089 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-10175884-986b-4e2d-bac2-3f0e137e08d6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922285 Sep 07 16:08:09.629816 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.634139 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-4a7ea67f-2e8d-4e38-8523-6d5d52560c39', 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39', 'tenant_id': 'd87a9598ec084b93852b9cc08b2e07d5', 'fixed_ips': [{'subnet_id': '5e7b2aaf-0986-4459-9b83-0732f68e16bb'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:08:09.635057 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.734360 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-aea9c650-7b2a-4d2a-b09b-8546770d92cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.789993 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Allocated IP 192.168.233.2 (4a7ea67f-2e8d-4e38-8523-6d5d52560c39/5e7b2aaf-0986-4459-9b83-0732f68e16bb/89140130-82ee-46d0-943c-74b910af9fc8) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:09.940403 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.949081 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Transition to ACTIVE for port object 89140130-82ee-46d0-943c-74b910af9fc8 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:09.964688 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Transition to ACTIVE for port object 89140130-82ee-46d0-943c-74b910af9fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:09.972037 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.011477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:10.016498 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:10.020905 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:10.023097 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Pushing event updated for resources: {'Port': ['ID=89140130-82ee-46d0-943c-74b910af9fc8,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:10.035030 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.035389 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.035733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.036078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.036411 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.036740 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.037073 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.037560 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.037798 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.038068 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.038393 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.038712 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:10.085534 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Attempting to bind port 89140130-82ee-46d0-943c-74b910af9fc8 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:10.085845 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Attempting to bind port 89140130-82ee-46d0-943c-74b910af9fc8 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:10.086207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Attempting to bind port 89140130-82ee-46d0-943c-74b910af9fc8 on network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:10.092328 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:10.092702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Checking segment: {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:10.093109 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.093501 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Bound using segment: {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:10.093965 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Bound port: 89140130-82ee-46d0-943c-74b910af9fc8, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:10.094362 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.162224 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] For port 89140130-82ee-46d0-943c-74b910af9fc8, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:10.165952 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] For port 89140130-82ee-46d0-943c-74b910af9fc8, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=89140130-82ee-46d0-943c-74b910af9fc8,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:10.171094 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.230573 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705bf6-22dc-4179-a75e-b7275436d1af None None] Pushing event updated for resources: {'Port': ['ID=89140130-82ee-46d0-943c-74b910af9fc8,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:11.056912 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580874e5-773f-461c-b77a-4b3281358624 None None] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:11.139483 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-2e7e561a-ea01-46a7-baba-5642967a2cd0 None None] Provisioning for port 89140130-82ee-46d0-943c-74b910af9fc8 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:11.374924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.452201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 89140130-82ee-46d0-943c-74b910af9fc8 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:11.514060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 89140130-82ee-46d0-943c-74b910af9fc8 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:11.518121 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 89140130-82ee-46d0-943c-74b910af9fc8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:11.518537 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.616719 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.648754 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 89140130-82ee-46d0-943c-74b910af9fc8, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=89140130-82ee-46d0-943c-74b910af9fc8,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:11.653290 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.701702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=89140130-82ee-46d0-943c-74b910af9fc8,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:12.933763 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.425466 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 89140130-82ee-46d0-943c-74b910af9fc8 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:13.473740 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 89140130-82ee-46d0-943c-74b910af9fc8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:13.474111 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.188014 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:08:37.012598 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f41f34b1-fc6a-4ae9-9df7-bf7b78bad918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.613822 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.707939 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-98969e9b-ecee-464c-8f6a-7b14d5684d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.377964 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.937627 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.186839 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:09:07.018750 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-70e8422d-e7d9-4cbb-a49e-d8b0bab6350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.618235 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.719809 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-11364aca-1a23-4aae-8bee-0b6df9184766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.381315 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.938618 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.836631 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41338) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:20.842365 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [None req-f98b377f-8d22-428b-bc5c-8f7752e4230e tempest-verify_tempest_config-1021442273 tempest-verify_tempest_config-1021442273-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:09:20.843398 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f98b377f-8d22-428b-bc5c-8f7752e4230e tempest-verify_tempest_config-1021442273 tempest-verify_tempest_config-1021442273-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058088 Sep 07 16:09:21.145699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41356) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:21.251232 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.341443 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.345197 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.389595 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=70c0170b6ebe4d22962102a00b6f08b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428534 Sep 07 16:09:21.390417 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17611aba-a7fd-4bc0-80bc-19fe1360dcb9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:21.392612 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41360) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:21.396894 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.397333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.397775 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.398218 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.398590 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.399024 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.399394 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.399800 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.400210 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.400543 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.400867 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.401186 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641cef5-dbbc-4b2f-ba5b-e6432faed911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.474111 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.495521 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.588181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.590803 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.592066 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/17611aba-a7fd-4bc0-80bc-19fe1360dcb9 HTTP/1.1" status: 204 len: 168 time: 0.1984529 Sep 07 16:09:21.599888 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17611aba-a7fd-4bc0-80bc-19fe1360dcb9,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:21.607808 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.608152 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.608513 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.608905 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.609243 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.609589 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.609923 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.610252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.610621 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.610907 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.611254 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:21.611575 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40eabe4-3f55-4bf6-9b03-7d78e2c1d290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:37.018643 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ef45c678-11e9-481b-a362-85390dd9ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.617662 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.712213 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-36115a41-d80e-48fb-a56f-a1966ccd3aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.185739 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:09:41.383085 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.943390 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:07.020090 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7678-1f6c-404d-9c65-f2cf4d2d4c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.613675 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.715733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-719abf7e-a7b3-491b-9db1-14d12145f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:11.386156 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.945558 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.184241 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:10:37.021807 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7c305990-ceec-459a-a115-49b97b4a8517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.605476 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.717449 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4f424efc-e925-426b-85a4-f97bd2904c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.388680 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.952135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:55.183164 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:11:04.724133 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584663'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.027041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-731934c2-b149-405f-b0ce-b298dff41c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.610315 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.725929 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ea3e230d-7fd5-4cc9-b821-9e194d720519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.397565 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.955599 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.892272 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41434) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:17.007577 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2b75538c-c4e5-4a04-8f34-7d3e319547fd admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1137428 Sep 07 16:11:19.332690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41444) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:19.420451 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-36ae777a-bfbd-48bf-9d98-d5031abe7c5d admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0863194 Sep 07 16:11:32.182457 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:11:34.645040 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:37.032296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-79dbe2e1-a3f4-40aa-9f2e-2f3f19272fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.606342 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.719312 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c818533f-71a6-4ce2-b629-0b68a19870e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.394639 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.959291 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.658789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:07.035472 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b822ffe2-4c7b-4dc6-82da-45fbb837db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:09.182972 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:12:09.613878 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:09.720602 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd55d0eb-5ab8-4335-9e6b-e0ecaa4ed3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.397165 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.960333 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:34.656919 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.031666 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ccf98cce-5bd3-4688-b6bf-fdbd086c8c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.607267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.725024 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c266bfa2-5591-4bf6-95a0-d0164dac9314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:41.409145 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:42.968153 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.183745 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:12:55.255992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41644) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:55.555740 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1180390073-network', 'tenant_id': '470a35424e7942cd82f7f0b06dff8b4d'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:55.579607 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Made reservation on behalf of 470a35424e7942cd82f7f0b06dff8b4d for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:55.582255 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.590902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.650329 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41666) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:55.690793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.695337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.724266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:55.734010 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dda441-6860-4f16-b29b-e570b1f407ce,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:55.740494 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.740608 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Added segment 83847512-3be4-4a2c-a15f-81d5ffa74a33 of type vlan for network 44cea27b-be7f-436e-abd4-67fab529998f Sep 07 16:12:55.755601 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.756096 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.756506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.756844 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.757176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.757523 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.757853 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.758269 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.758619 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.758945 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.759315 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.759481 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41674) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:55.759672 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Tracked resource versions report: Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: pushed versions: Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: { 'AddressGroup': {'1.2'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'ConntrackHelper': {'1.0'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Log': {'1.0'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Network': {'1.1'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Port': {'1.7'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'PortForwarding': {'1.2'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'QosPolicy': {'1.9'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroup': {'1.4'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SubPort': {'1.0'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Subnet': {'1.1'}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Trunk': {'1.1'}} Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: consumer versions: Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: HyperV agent@hv-cinder-80699: {}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'ConntrackHelper': '1.0', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Log': '1.0', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Network': '1.1', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Port': '1.7', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'PortForwarding': '1.2', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'QosPolicy': '1.9', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroup': '1.4', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SecurityGroupRule': '1.2', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'SubPort': '1.0', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Subnet': '1.1', Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: 'Trunk': '1.1'}} Sep 07 16:12:55.760695 dv-cinder-806991-3-iscsi neutron-server[94231]: {{(pid=94231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:12:55.797581 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.827654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.828620 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.829711 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.862384 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6043439 Sep 07 16:12:55.867117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41680) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:55.875048 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Request body: {'subnet': {'network_id': '44cea27b-be7f-436e-abd4-67fab529998f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1180390073-subnet', 'tenant_id': '470a35424e7942cd82f7f0b06dff8b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:55.876854 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.quota [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Loaded quota_driver: . Sep 07 16:12:55.925374 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Made reservation on behalf of 470a35424e7942cd82f7f0b06dff8b4d for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:55.928239 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.940344 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e40dfb-f1bc-4d70-be9c-e7da3e56159a admin admin] Pushing event updated for resources: {'Network': ['ID=44cea27b-be7f-436e-abd4-67fab529998f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:55.956770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 44cea27b-be7f-436e-abd4-67fab529998f details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:56.116702 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41696) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:56.166406 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681860839-network', 'tenant_id': '34a0f5da8be6401e8daae6df0c9bb37c'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:56.195611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1372906962-network', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:56.208455 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.224291 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41704) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:56.254085 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Made reservation on behalf of 34a0f5da8be6401e8daae6df0c9bb37c for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:56.256454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.281190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d757080-caa6-462c-bad0-e2757a783acf,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:56.293673 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.294045 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.294401 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.294737 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.295286 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.295640 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.295975 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.296308 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.296835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.296974 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.297477 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.297803 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Tracked resource versions report: Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: pushed versions: Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: { 'AddressGroup': {'1.2'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'ConntrackHelper': {'1.0'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Log': {'1.0'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Network': {'1.1'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Port': {'1.7'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'PortForwarding': {'1.2'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'QosPolicy': {'1.9'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroup': {'1.4'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SubPort': {'1.0'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Subnet': {'1.1'}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Trunk': {'1.1'}} Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: consumer versions: Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: HyperV agent@hv-cinder-80699: {}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'ConntrackHelper': '1.0', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Log': '1.0', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Network': '1.1', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Port': '1.7', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'PortForwarding': '1.2', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'QosPolicy': '1.9', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroup': '1.4', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SecurityGroupRule': '1.2', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'SubPort': '1.0', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Subnet': '1.1', Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: 'Trunk': '1.1'}} Sep 07 16:12:56.298894 dv-cinder-806991-3-iscsi neutron-server[94232]: {{(pid=94232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:12:56.301579 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.331446 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Made reservation on behalf of d7b62ec5c13540f98fb8103fcc1d4e32 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:56.333705 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.352435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.382758 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Checking segment: {'id': '83847512-3be4-4a2c-a15f-81d5ffa74a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:56.383177 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Network hostable DHCP agents. Network: 44cea27b-be7f-436e-abd4-67fab529998f, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:56.429293 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-100782447-network', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:56.432458 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Network 44cea27b-be7f-436e-abd4-67fab529998f is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:56.447837 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 44cea27b-be7f-436e-abd4-67fab529998f) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:56.458839 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.459948 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.460134 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec705f17-d184-417e-b1af-1ed7f8527b0b None None] Network 44cea27b-be7f-436e-abd4-67fab529998f requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:56.548620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.555244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.589943 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:56.610192 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777760516208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.610800 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Unsubscribe: segment precommit_create {{(pid=94232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 16:12:56.611314 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Added segment 8ce40507-5ee1-48c1-bd9d-bba267763220 of type vlan for network 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec Sep 07 16:12:56.618137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-955327541-network', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:56.681275 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bab949-a723-4904-9528-57afde028050 None None] Network 44cea27b-be7f-436e-abd4-67fab529998f requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:56.742698 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da002ed5-99fd-48e1-8c50-c7fd5abb8f6e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:56.786377 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.864471 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.866512 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.867807 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.967845 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.080412 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.087440 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] Pushing event updated for resources: {'Network': ['ID=0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.090644 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ef6ba7d9-12a9-4ef8-8ed4-7d05fb8f879e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3293033 Sep 07 16:12:57.091968 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-721c72bc-2d7e-412e-9595-663c076257fa admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2229667 Sep 07 16:12:57.094555 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:57.100224 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Request body: {'subnet': {'network_id': '0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681860839-subnet', 'tenant_id': '34a0f5da8be6401e8daae6df0c9bb37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:57.105304 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:57.124760 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.db.api [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:12:57.124760 dv-cinder-806991-3-iscsi neutron-server[94231]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:12:57.124760 dv-cinder-806991-3-iscsi neutron-server[94231]: [parameters: {'project_id_1': '8f0c4b853aaf483dae4821f3cf77de9c', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 12, 36, 622353)}] Sep 07 16:12:57.124760 dv-cinder-806991-3-iscsi neutron-server[94231]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:12:57.125220 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG oslo_db.api [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:12:57.144211 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Made reservation on behalf of 607b839fd1c84804bcfdf4cf4e35a829 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:57.149054 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:57.153086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.167415 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.db.api [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:12:57.167415 dv-cinder-806991-3-iscsi neutron-server[94232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:12:57.167415 dv-cinder-806991-3-iscsi neutron-server[94232]: [parameters: {'project_id_1': '34a0f5da8be6401e8daae6df0c9bb37c', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 12, 37, 106975)}] Sep 07 16:12:57.167415 dv-cinder-806991-3-iscsi neutron-server[94232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:12:57.167878 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG oslo_db.api [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:12:57.174450 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.213093 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.214175 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Added segment 9ef241ea-1a09-46f7-9825-2a14b04a84de of type vlan for network 3f47cdc4-825e-497e-a877-96dba42674b6 Sep 07 16:12:57.219651 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4274d0d3-180b-417e-989a-ee1cb337e834,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.332911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.390578 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.391720 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.392388 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.405862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.416482 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.454004 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8028741 Sep 07 16:12:57.459250 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41764) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:57.468827 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Request body: {'subnet': {'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1372906962-subnet', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:57.474600 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe31b94f-2309-4946-8e83-4aac2fd1570f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.484632 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:57.494491 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.494839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Added segment c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c of type vlan for network 7897faab-2ea9-41e0-a40a-c4fa3c028274 Sep 07 16:12:57.541123 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.566438 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435420-9908-45e9-b516-2dfb971e93d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f47cdc4-825e-497e-a877-96dba42674b6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.571622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.573304 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.573899 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.597499 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 3f47cdc4-825e-497e-a877-96dba42674b6 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:57.617331 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41788) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:57.617573 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4995978 Sep 07 16:12:57.623601 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Request body: {'subnet': {'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-subnet', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:57.662506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8a95-fc25-40b4-9913-f15206b391ec admin admin] Pushing event updated for resources: {'Network': ['ID=7897faab-2ea9-41e0-a40a-c4fa3c028274,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.674725 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41798) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:57.678086 dv-cinder-806991-3-iscsi neutron-server[94231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 16:12:57.693105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:57.699986 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Made reservation on behalf of d7b62ec5c13540f98fb8103fcc1d4e32 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:57.710232 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.723851 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Made reservation on behalf of 607b839fd1c84804bcfdf4cf4e35a829 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:57.727113 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.745051 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.db.api [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:12:57.745051 dv-cinder-806991-3-iscsi neutron-server[94231]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:12:57.745051 dv-cinder-806991-3-iscsi neutron-server[94231]: [parameters: {'project_id_1': '8f0c4b853aaf483dae4821f3cf77de9c', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 12, 37, 660379)}] Sep 07 16:12:57.745051 dv-cinder-806991-3-iscsi neutron-server[94231]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:12:57.745896 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG oslo_db.api [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:12:57.812500 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Made reservation on behalf of 34a0f5da8be6401e8daae6df0c9bb37c for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:57.814935 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.965870 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-5fd8c3af-e9c6-4b87-b158-d6b849b645c3 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.967844 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-5fd8c3af-e9c6-4b87-b158-d6b849b645c3 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/networks?id=44cea27b-be7f-436e-abd4-67fab529998f HTTP/1.1" status: 200 len: 812 time: 0.2916777 Sep 07 16:12:57.998153 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-a99c4cc8-33ff-45ef-acff-3eccd22fe94d tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/quotas/470a35424e7942cd82f7f0b06dff8b4d HTTP/1.1" status: 200 len: 375 time: 0.0197115 Sep 07 16:12:58.028951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41806) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:58.066284 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.091631 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-18134dcd-a96d-488b-bdab-8275bf58763e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=470a35424e7942cd82f7f0b06dff8b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832160 Sep 07 16:12:58.166186 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aec66f0-6cae-44c6-8fb0-9a6a590b3556,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:58.179661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.183496 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.200615 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d81ee1d-1410-48b6-83a6-279247f7a2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.244244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Checking segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:58.244611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Network hostable DHCP agents. Network: 7897faab-2ea9-41e0-a40a-c4fa3c028274, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:58.246260 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:58.262253 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Checking segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:58.262647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Network hostable DHCP agents. Network: 3f47cdc4-825e-497e-a877-96dba42674b6, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:58.272816 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-dee2fd96-73b3-4280-8b6e-340ffac53725 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:12:58.274000 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-dee2fd96-73b3-4280-8b6e-340ffac53725 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684869 Sep 07 16:12:58.281856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b38e3a5-3373-4889-9be6-bf42ab39af81,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:58.303363 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:58.311936 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:58.316511 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Checking segment: {'id': '8ce40507-5ee1-48c1-bd9d-bba267763220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:58.316871 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Network hostable DHCP agents. Network: 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:58.333929 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 7897faab-2ea9-41e0-a40a-c4fa3c028274) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:58.344542 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.345172 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.349096 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 3f47cdc4-825e-497e-a877-96dba42674b6) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:58.350895 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a03134-a135-4764-af15-a44d7b8c8168 None None] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:58.354225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.354885 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.366327 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Network 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:58.375028 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ae38b-c93d-40a8-a0b4-c52ef90c7d7f None None] Network 3f47cdc4-825e-497e-a877-96dba42674b6 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:58.379464 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:58.386676 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.387301 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.403434 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-e6e95f64-df80-4c0e-94f1-22fb804d0086 service neutron] 10.222.0.82 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177745 Sep 07 16:12:58.410214 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c617eb-0b1f-45d6-a5f5-5e40da747d0b None None] Network 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:58.421942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d81ee1d-1410-48b6-83a6-279247f7a2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.429228 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d81ee1d-1410-48b6-83a6-279247f7a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.516503 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-00916631-3322-4aee-8d13-9f018db0af42 service neutron] 10.222.0.82 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059370 Sep 07 16:12:58.537746 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1ab9bc62-45ea-4df7-b7eb-a2f5557cd530 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9187326 Sep 07 16:12:58.538917 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41822) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:58.542672 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6ac333aa-8cd0-4660-975a-0281ed4efd95 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0751572 Sep 07 16:12:58.549842 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41826) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:58.557890 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:58.576629 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Made reservation on behalf of 8f0c4b853aaf483dae4821f3cf77de9c for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:58.579608 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.585004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:58.590391 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.616877 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4d81ee1d-1410-48b6-83a6-279247f7a2df admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a5de171b0e954a1f894fbe8949370958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5819736 Sep 07 16:12:58.656699 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41828) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:58.661190 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-17e6f701-b84a-4124-b710-8ac3177d7881 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5648565 Sep 07 16:12:58.767848 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.770325 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.773045 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.844647 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.847184 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.862007 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ee1d-1410-48b6-83a6-279247f7a2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098795b-0e37-4ab0-a588-d1ed8d2d6dbb,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:58.880177 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.883875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.920959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:58.945377 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2697df-dc1d-4890-832d-9b4c81358021 None None] Network 0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:58.948330 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:58.948880 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Added segment 1e12fb15-e8bc-4dfb-81da-378ecb001592 of type vlan for network 28b3c4a1-8360-42f1-a612-75d585fba9c1 Sep 07 16:12:59.049659 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.116430 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85684ae0-c894-4150-9c5d-d57806f778d9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:59.124620 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.125773 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:59.126745 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.184184 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.245886 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.266945 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] Pushing event updated for resources: {'Network': ['ID=28b3c4a1-8360-42f1-a612-75d585fba9c1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:59.283090 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-7897faab-2ea9-41e0-a40a-c4fa3c028274', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:12:59.283975 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.295177 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:59.338023 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-3f47cdc4-825e-497e-a877-96dba42674b6', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:12:59.339123 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.353452 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.422296 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-31495a89-d573-48d1-b8d0-f3606299a298 req-eaecee2e-bad2-4393-bce1-49d822cc4aa8 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.1566205 Sep 07 16:12:59.538883 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.544105 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.547821 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0098795b-0e37-4ab0-a588-d1ed8d2d6dbb HTTP/1.1" status: 204 len: 168 time: 0.8873360 Sep 07 16:12:59.629032 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f507-239c-4d09-bf93-3e20734ccb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098795b-0e37-4ab0-a588-d1ed8d2d6dbb,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:59.761861 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.774817 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5cc2d97c-cf74-4d23-8508-634300c85967 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.5492592 Sep 07 16:12:59.778211 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41888) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:59.792920 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Request body: {'subnet': {'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-subnet', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:59.824176 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:59.924754 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Made reservation on behalf of 8f0c4b853aaf483dae4821f3cf77de9c for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:59.930148 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.309467 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41920) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:00.336638 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482439594-network', 'tenant_id': 'c6c311a0a8da42c4bb5a84220be1ff87'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:00.351023 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Allocated IP 172.20.0.2 (7897faab-2ea9-41e0-a40a-c4fa3c028274/9aec66f0-6cae-44c6-8fb0-9a6a590b3556/4c770895-4284-421f-8d3b-60a118675f3b) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:00.395271 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Made reservation on behalf of c6c311a0a8da42c4bb5a84220be1ff87 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:00.398060 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.423269 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.528425 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.596294 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.646595 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Allocated IP 172.20.0.2 (3f47cdc4-825e-497e-a877-96dba42674b6/dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85/73887b41-a21b-4bf2-8758-ae4b75341ea7) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:00.690914 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61a9c78d-67e1-44ec-9f2b-3bd80d5a8eb8 req-1d4ccac8-f9c8-4f76-8358-d25e3ba9db29 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0482008 Sep 07 16:13:00.803281 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.894664 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f695964-2282-4401-8e25-d5d29bd7fb14,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:00.953013 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:00.987319 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.002186 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Checking segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:01.002550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Network hostable DHCP agents. Network: 28b3c4a1-8360-42f1-a612-75d585fba9c1, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:01.074807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:01.095749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 28b3c4a1-8360-42f1-a612-75d585fba9c1) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:01.112986 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.113625 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.153256 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d52ad8-f6aa-4e19-87af-0479e6224574 None None] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:01.237690 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Allocated IP 172.27.0.176 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/ed98d337-a844-4adf-98a6-40cf2a9feaf6) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:01.254214 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.261954 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.270933 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 41954) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:01.271851 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-80f446c7-705b-44ea-a32f-539a9d29d392 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4916310 Sep 07 16:13:01.287262 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:01.309062 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:01.405838 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.407147 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Added segment 35872090-1a6a-405c-8032-cbaefcfc5fe5 of type vlan for network eb4abc71-73ec-439e-866b-0671985b241c Sep 07 16:13:01.426222 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6947694f-3f34-4e19-90a4-e6955debab9d,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:01.462335 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.463726 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.500454 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.504128 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.531965 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Transition to ACTIVE for port object 4c770895-4284-421f-8d3b-60a118675f3b will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:01.534282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.549897 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.569419 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Transition to ACTIVE for port object 73887b41-a21b-4bf2-8758-ae4b75341ea7 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:01.586610 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Transition to ACTIVE for port object 4c770895-4284-421f-8d3b-60a118675f3b will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:01.613897 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.617304 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.620844 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Transition to ACTIVE for port object 73887b41-a21b-4bf2-8758-ae4b75341ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:01.635037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.635037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.635037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.647282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8e7d8-ec50-40d7-b080-e518008d2d2c None None] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:01.670345 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.745775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:01.746969 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Pushing event updated for resources: {'Port': ['ID=4c770895-4284-421f-8d3b-60a118675f3b,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:01.763506 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:01.765414 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:01.776754 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:01.784668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:01.793726 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.794194 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.794942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.795771 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.796532 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.797288 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.798241 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.799075 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.800074 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.800839 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.801645 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.802573 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Tracked resource versions report: Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: pushed versions: Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: { 'AddressGroup': {'1.2'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'ConntrackHelper': {'1.0'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Log': {'1.0'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Network': {'1.1'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Port': {'1.7'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'PortForwarding': {'1.2'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'QosPolicy': {'1.9'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroup': {'1.4'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SubPort': {'1.0'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Subnet': {'1.1'}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Trunk': {'1.1'}} Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: consumer versions: Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: HyperV agent@hv-cinder-80699: {}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'ConntrackHelper': '1.0', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Log': '1.0', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Network': '1.1', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Port': '1.7', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'PortForwarding': '1.2', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'QosPolicy': '1.9', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroup': '1.4', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SecurityGroupRule': '1.2', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'SubPort': '1.0', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Subnet': '1.1', Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: 'Trunk': '1.1'}} Sep 07 16:13:01.805915 dv-cinder-806991-3-iscsi neutron-server[94233]: {{(pid=94233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:13:01.817944 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:01.837368 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5098412 Sep 07 16:13:01.837887 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41970) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:01.863441 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Request body: {'subnet': {'network_id': 'eb4abc71-73ec-439e-866b-0671985b241c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482439594-subnet', 'tenant_id': 'c6c311a0a8da42c4bb5a84220be1ff87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:01.870783 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea5ca9-79c9-404e-89b7-c061166ae4bd admin admin] Pushing event updated for resources: {'Network': ['ID=eb4abc71-73ec-439e-866b-0671985b241c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:01.877438 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.931385 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.960870 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network eb4abc71-73ec-439e-866b-0671985b241c details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:01.991932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 41976) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:02.016997 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:02.034891 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a3389dfa-8b40-4d11-9ed0-1c54b059588f req-b6d0d6ac-f046-40f3-925c-3665521e1efe tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0365286 Sep 07 16:13:02.035341 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:02.045405 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:02.050350 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Made reservation on behalf of c6c311a0a8da42c4bb5a84220be1ff87 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:02.056825 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.070299 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Allocated IP 172.27.0.181 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/e92f0561-1aa4-4eed-beec-dfa8960a6304) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:02.101726 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Pushing event updated for resources: {'Port': ['ID=ed98d337-a844-4adf-98a6-40cf2a9feaf6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:02.121784 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Attempting to bind port 73887b41-a21b-4bf2-8758-ae4b75341ea7 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:02.122287 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Attempting to bind port 73887b41-a21b-4bf2-8758-ae4b75341ea7 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:02.122739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Attempting to bind port 73887b41-a21b-4bf2-8758-ae4b75341ea7 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:02.193200 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Pushing event updated for resources: {'Port': ['ID=73887b41-a21b-4bf2-8758-ae4b75341ea7,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:02.198849 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:02.199623 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Checking segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:02.200266 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.200981 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Bound using segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:02.201720 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Bound port: 73887b41-a21b-4bf2-8758-ae4b75341ea7, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:02.202225 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.224219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Attempting to bind port 4c770895-4284-421f-8d3b-60a118675f3b on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:02.224835 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Attempting to bind port 4c770895-4284-421f-8d3b-60a118675f3b by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:02.225319 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Attempting to bind port 4c770895-4284-421f-8d3b-60a118675f3b on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:02.238652 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:02.239279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Checking segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:02.239784 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.240329 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Bound using segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:02.240996 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Bound port: 4c770895-4284-421f-8d3b-60a118675f3b, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:02.241808 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.249892 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.322409 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.369268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-64b097fb-f86b-40f3-846b-81746348730b None None] For port 4c770895-4284-421f-8d3b-60a118675f3b, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:02.374685 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-64b097fb-f86b-40f3-846b-81746348730b None None] For port 4c770895-4284-421f-8d3b-60a118675f3b, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4c770895-4284-421f-8d3b-60a118675f3b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:02.403748 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:02.410821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:02.418426 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:02.420764 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] For port 73887b41-a21b-4bf2-8758-ae4b75341ea7, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:02.425684 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] For port 73887b41-a21b-4bf2-8758-ae4b75341ea7, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=73887b41-a21b-4bf2-8758-ae4b75341ea7,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:02.429013 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.458959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Pushing event updated for resources: {'Port': ['ID=e92f0561-1aa4-4eed-beec-dfa8960a6304,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:02.501971 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.510925 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.516363 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b097fb-f86b-40f3-846b-81746348730b None None] Pushing event updated for resources: {'Port': ['ID=4c770895-4284-421f-8d3b-60a118675f3b,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:02.602616 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.621310 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e746-f3e6-471a-834c-60e274f069b7 None None] Pushing event updated for resources: {'Port': ['ID=73887b41-a21b-4bf2-8758-ae4b75341ea7,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:02.767466 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.857572 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.990703 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.016434 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60756e9-c548-44b0-b266-e47ae5e151f1,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:03.070314 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Checking segment: {'id': '35872090-1a6a-405c-8032-cbaefcfc5fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb4abc71-73ec-439e-866b-0671985b241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:03.070671 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Network hostable DHCP agents. Network: eb4abc71-73ec-439e-866b-0671985b241c, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:03.108532 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Allocated IP 172.27.0.148 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/bff0416f-f0e7-4626-b85b-48f0fc072c53) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:03.149804 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.175109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Network eb4abc71-73ec-439e-866b-0671985b241c is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:03.237655 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-48f63c34-3e90-47c8-8d6b-36bf6e92f9a3 req-85c939fb-e8db-4f54-91c8-351495c86e85 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0585120 Sep 07 16:13:03.240338 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, eb4abc71-73ec-439e-866b-0671985b241c) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:03.258235 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d12db-dea9-4633-b991-d51c8e4d918d None None] Network eb4abc71-73ec-439e-866b-0671985b241c requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:03.258558 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.258558 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.310357 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-036ba5d2-e169-4a61-af2e-c5dcee6bb59a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4707003 Sep 07 16:13:03.350696 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.378276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.467214 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.509970 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596f4ec-564f-48c2-beab-4c9d366fccf0 None None] Network eb4abc71-73ec-439e-866b-0671985b241c requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:03.540777 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:03.548043 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:03.549996 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42006) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:03.565015 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:03.597208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Router 05f388d1-aee4-4297-b6a5-c05e514378fd is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:03.614025 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Pushing event updated for resources: {'Port': ['ID=bff0416f-f0e7-4626-b85b-48f0fc072c53,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:03.792080 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Router 1b451823-7be0-4563-8f02-9128684a1640 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:03.816383 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:03.823571 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Deleting subnet 2b38e3a5-3373-4889-9be6-bf42ab39af81 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:03.831648 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:03.848866 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4c770895-4284-421f-8d3b-60a118675f3b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:03.853663 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:03.854156 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.854727 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:12:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:03.859912 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4369efa6-22d5-4f69-984d-28f7754be192 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3084106 Sep 07 16:13:03.861246 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42016) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:03.865868 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.914890 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 4c770895-4284-421f-8d3b-60a118675f3b completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:03.926841 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 73887b41-a21b-4bf2-8758-ae4b75341ea7 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:04.065680 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 73887b41-a21b-4bf2-8758-ae4b75341ea7 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:04.165736 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:04.181842 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.238054 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.260830 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2fa1cf-283a-4e7a-b76d-5df55c83352f None None] Network 3f47cdc4-825e-497e-a877-96dba42674b6 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:04.463846 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.83', 49859) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:04.513950 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8136e0-1429-441c-ad45-e086a303d5f4 None None] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:04.557272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Provisioning for port 73887b41-a21b-4bf2-8758-ae4b75341ea7 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:04.582279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Provisioning complete for port 73887b41-a21b-4bf2-8758-ae4b75341ea7 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:04.583886 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.624168 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.637596 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:04.712414 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:04.712776 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Updating router 05f388d1-aee4-4297-b6a5-c05e514378fd port e92f0561-1aa4-4eed-beec-dfa8960a6304 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:04.722521 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2313723c-4a5c-4a20-be41-fb18d10a90c9 req-f45ec2b6-b592-462d-92e9-43b7842d7645 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0590386 Sep 07 16:13:04.754252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:04.773946 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.797377 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.798832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:04.992353 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.014103 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.017041 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8034353f-f7ea-4779-b544-48d800953d6d admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4395916 Sep 07 16:13:05.046585 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:05.047337 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:12:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:05.065630 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42066) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:05.284211 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.330075 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] For port 73887b41-a21b-4bf2-8758-ae4b75341ea7, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=73887b41-a21b-4bf2-8758-ae4b75341ea7,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:05.386531 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.409418 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Transition to ACTIVE for port object e92f0561-1aa4-4eed-beec-dfa8960a6304 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:05.417745 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.422579 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-8bdbeb31-61e8-412a-82b2-39a48900b9c2 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.424361 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-8bdbeb31-61e8-412a-82b2-39a48900b9c2 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.83 "GET /v2.0/networks?id=44cea27b-be7f-436e-abd4-67fab529998f HTTP/1.1" status: 200 len: 812 time: 0.8038025 Sep 07 16:13:05.508709 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Pushing event updated for resources: {'Port': ['ID=e92f0561-1aa4-4eed-beec-dfa8960a6304,revision_number=2']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:05.526047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.531792 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Request body: {'port': {'device_id': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f', 'admin_state_up': True, 'tenant_id': '470a35424e7942cd82f7f0b06dff8b4d'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:05.614394 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.623987 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.624921 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.625432 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.626081 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.626578 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.627371 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.628306 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.629069 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.629586 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.630071 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.630691 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Tracked resource versions report: Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: pushed versions: Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: { 'AddressGroup': {'1.2'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'ConntrackHelper': {'1.0'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Log': {'1.0'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Network': {'1.1'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Port': {'1.7'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'PortForwarding': {'1.2'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'QosPolicy': {'1.9'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroup': {'1.4'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SubPort': {'1.0'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Subnet': {'1.1'}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Trunk': {'1.1'}} Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: consumer versions: Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: { DHCP agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: HyperV agent@hv-cinder-80699: {}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: L3 agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: Metadata agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: Metering agent@dv-cinder-806991-3-iscsi: {}, Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: Open vSwitch agent@dv-cinder-806991-3-iscsi: { 'AddressGroup': '1.2', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'ConntrackHelper': '1.0', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Log': '1.0', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Network': '1.1', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Port': '1.7', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'PortForwarding': '1.2', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'QosPolicy': '1.9', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroup': '1.4', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SecurityGroupRule': '1.2', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'SubPort': '1.0', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Subnet': '1.1', Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: 'Trunk': '1.1'}} Sep 07 16:13:05.632985 dv-cinder-806991-3-iscsi neutron-server[94234]: {{(pid=94234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:13:05.635227 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:05.641805 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Attempting to bind port e92f0561-1aa4-4eed-beec-dfa8960a6304 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:05.642577 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Attempting to bind port e92f0561-1aa4-4eed-beec-dfa8960a6304 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:05.643128 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Attempting to bind port e92f0561-1aa4-4eed-beec-dfa8960a6304 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:05.651837 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:05.652651 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:05.653436 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.656006 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:05.656994 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Bound port: e92f0561-1aa4-4eed-beec-dfa8960a6304, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:05.658247 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.757724 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] For port e92f0561-1aa4-4eed-beec-dfa8960a6304, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:05.763405 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] For port e92f0561-1aa4-4eed-beec-dfa8960a6304, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e92f0561-1aa4-4eed-beec-dfa8960a6304,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:05.773793 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.858073 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Allocated IP 172.20.0.1 (3f47cdc4-825e-497e-a877-96dba42674b6/dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85/63710ca7-e369-47af-857c-1d08b13652f0) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:06.016307 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c479c6-fd2b-49c2-9a9f-56205ee9f089 None None] Pushing event updated for resources: {'Port': ['ID=73887b41-a21b-4bf2-8758-ae4b75341ea7,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.059084 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:06.066285 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:12:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:06.091048 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Provisioning for port 4c770895-4284-421f-8d3b-60a118675f3b completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:06.107992 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957b65-e9ff-4447-9a4e-3b5eddcfb0ef None None] Pushing event updated for resources: {'Port': ['ID=e92f0561-1aa4-4eed-beec-dfa8960a6304,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.144092 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Provisioning complete for port 4c770895-4284-421f-8d3b-60a118675f3b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:06.144642 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.186533 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.241309 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb342372-c1b9-4928-8fcf-6b81db6d0865 req-df2edcf6-3a5e-4d48-9bab-b51c9607b853 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0552623 Sep 07 16:13:06.267617 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.309983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Transition to ACTIVE for port object 63710ca7-e369-47af-857c-1d08b13652f0 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:06.428198 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.491299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.502573 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:06.562053 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:06.619442 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Pushing event updated for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.621878 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] For port 4c770895-4284-421f-8d3b-60a118675f3b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4c770895-4284-421f-8d3b-60a118675f3b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:06.623507 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:06.624002 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Updating router 1b451823-7be0-4563-8f02-9128684a1640 port ed98d337-a844-4adf-98a6-40cf2a9feaf6 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:06.644421 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b38e3a5-3373-4889-9be6-bf42ab39af81,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.644687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:06.658953 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:06.662295 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:06.662776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.689339 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.869257 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.932815 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-debe1b52-dff8-4f18-b31a-a29626665b57 None None] Provisioning complete for port 4c770895-4284-421f-8d3b-60a118675f3b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:06.933164 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-debe1b52-dff8-4f18-b31a-a29626665b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.965548 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.004022 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.009026 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-34581799-0b1a-4516-a0c2-c4067fe9c30f admin admin] 10.222.0.82 "DELETE /v2.0/subnets/2b38e3a5-3373-4889-9be6-bf42ab39af81 HTTP/1.1" status: 204 len: 168 time: 3.4507234 Sep 07 16:13:07.026939 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a8ac1-c2eb-41ec-bf2c-cbab484f7202 None None] Pushing event updated for resources: {'Port': ['ID=4c770895-4284-421f-8d3b-60a118675f3b,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:07.115521 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42132) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:07.202013 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-22235078-09b6-4d28-8a63-ee6afe96e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.228644 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:07.323212 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd028e-1cd0-45bc-b059-ae4ad6944f32 None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:07.375267 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.386337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.387447 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.489832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-debe1b52-dff8-4f18-b31a-a29626665b57 None None] Provisioning complete for port 73887b41-a21b-4bf2-8758-ae4b75341ea7 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:07.493847 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-debe1b52-dff8-4f18-b31a-a29626665b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.587935 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Pushing event updated for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:07.694376 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e70c70b8-3250-47dd-8687-2b026d0d05ae req-86b6851d-40fa-45cb-b86c-afebb7b1c35e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.1141219 Sep 07 16:13:07.806757 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.857004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.127710 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Transition to ACTIVE for port object ed98d337-a844-4adf-98a6-40cf2a9feaf6 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:08.127710 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4c770895-4284-421f-8d3b-60a118675f3b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:08.131989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:08.131989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:08.132746 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.132934 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.189611 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Attempting to bind port ed98d337-a844-4adf-98a6-40cf2a9feaf6 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:08.190378 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Attempting to bind port ed98d337-a844-4adf-98a6-40cf2a9feaf6 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:08.191024 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Attempting to bind port ed98d337-a844-4adf-98a6-40cf2a9feaf6 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:08.216096 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60c19d-4ef4-4848-ad22-332dff4161ed None None] Pushing event updated for resources: {'Port': ['ID=ed98d337-a844-4adf-98a6-40cf2a9feaf6,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.230165 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:08.232924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:08.234792 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.236734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:08.238770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Bound port: ed98d337-a844-4adf-98a6-40cf2a9feaf6, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:08.240792 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.301232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 4c770895-4284-421f-8d3b-60a118675f3b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:08.303489 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.325570 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42170) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:08.395474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Made reservation on behalf of 470a35424e7942cd82f7f0b06dff8b4d for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:08.401077 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.403510 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:08.459788 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-391dad83-0f8a-4a22-ab2b-834ee1ff5e4f None None] Provisioning for port 63710ca7-e369-47af-857c-1d08b13652f0 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:08.473589 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-391dad83-0f8a-4a22-ab2b-834ee1ff5e4f None None] Provisioning complete for port 63710ca7-e369-47af-857c-1d08b13652f0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:08.474113 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-391dad83-0f8a-4a22-ab2b-834ee1ff5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.506847 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] For port ed98d337-a844-4adf-98a6-40cf2a9feaf6, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:08.564279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] For port ed98d337-a844-4adf-98a6-40cf2a9feaf6, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=ed98d337-a844-4adf-98a6-40cf2a9feaf6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:08.577345 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.611590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-391dad83-0f8a-4a22-ab2b-834ee1ff5e4f None None] Port 63710ca7-e369-47af-857c-1d08b13652f0 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:08.619560 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 73887b41-a21b-4bf2-8758-ae4b75341ea7 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:08.657286 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb362233-25d7-4dfa-86bc-e70ec21cede2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.694176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:08.705237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b523824e-82ff-4129-a162-7e54380c06ee admin admin] 10.222.0.82 "PUT /v2.0/routers/05f388d1-aee4-4297-b6a5-c05e514378fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427227 Sep 07 16:13:08.736864 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 73887b41-a21b-4bf2-8758-ae4b75341ea7 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:08.738843 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.756474 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:08.757894 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:12:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:08.851262 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60c19d-4ef4-4848-ad22-332dff4161ed None None] Pushing event updated for resources: {'Port': ['ID=ed98d337-a844-4adf-98a6-40cf2a9feaf6,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.927408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb362233-25d7-4dfa-86bc-e70ec21cede2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.933518 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb362233-25d7-4dfa-86bc-e70ec21cede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.941507 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.033059 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362233-25d7-4dfa-86bc-e70ec21cede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037163b-d127-45f2-99ac-d453678496a1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:09.037991 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-466032a3-a0d4-4ea9-a772-356795fe641c None None] Provisioning complete for port 63710ca7-e369-47af-857c-1d08b13652f0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:09.045038 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bb362233-25d7-4dfa-86bc-e70ec21cede2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=83658044a14f4f45b4779c3c4b300cd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7034791 Sep 07 16:13:09.045420 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-466032a3-a0d4-4ea9-a772-356795fe641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.047654 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Router f7f417d3-98a9-4b8d-b2eb-270b67dec185 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:09.048531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42182) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:09.101652 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.102660 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.103614 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.104021 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.104425 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.104977 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.105272 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.105683 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.106074 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.106462 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.194468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.201033 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-466032a3-a0d4-4ea9-a772-356795fe641c None None] Port 63710ca7-e369-47af-857c-1d08b13652f0 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:09.301080 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:09.346134 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c554ac8-b917-43b8-a24e-b5cbeadcf0a3 req-4aa52a66-eb18-49b2-b8ce-493392aa2e63 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.1465507 Sep 07 16:13:09.352873 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.676324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.679949 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.697533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.701863 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7037163b-d127-45f2-99ac-d453678496a1 HTTP/1.1" status: 204 len: 168 time: 0.6511636 Sep 07 16:13:09.710791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc0ce-a73e-4a3d-92ae-bab321bc3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037163b-d127-45f2-99ac-d453678496a1,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:09.731342 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.743588 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.744011 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.744444 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:13:09.744850 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:09.776997 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e92f0561-1aa4-4eed-beec-dfa8960a6304 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:09.800525 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce40507-5ee1-48c1-bd9d-bba267763220') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:09.800753 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce40507-5ee1-48c1-bd9d-bba267763220') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:09.865264 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.877179 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbb4e-305c-4a31-9a83-f317a46095fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.936620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Allocated IP 172.20.0.5 (44cea27b-be7f-436e-abd4-67fab529998f/6d757080-caa6-462c-bad0-e2757a783acf/78c976ad-bcf4-4269-856c-8ae1ceb03507) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:09.952765 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port e92f0561-1aa4-4eed-beec-dfa8960a6304 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:09.972127 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:09.977655 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port e92f0561-1aa4-4eed-beec-dfa8960a6304 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:09.981174 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.022871 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42200) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:10.031639 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449559050', 'description': 'tempest-description--1600511790'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:10.035988 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55990ec6-803b-432c-96f7-9dd3f69d0c8f None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:02Z', 'revision_number': 3, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:10.120751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.173244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.218660 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port e92f0561-1aa4-4eed-beec-dfa8960a6304, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e92f0561-1aa4-4eed-beec-dfa8960a6304,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:10.228838 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.318263 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:10.332119 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:10.332761 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:10.393099 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=e92f0561-1aa4-4eed-beec-dfa8960a6304,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:10.437065 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.444603 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.494937 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.496867 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4729352 Sep 07 16:13:10.501246 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42216) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:10.512669 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group_rule': {'security_group_id': 'e54f8f23-a38a-4036-a9fa-f49cf843ef45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:10.611982 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.613838 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.619245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f932-2d66-4bd1-8733-d90ff649fb64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f8f23-a38a-4036-a9fa-f49cf843ef45,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:10.731666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8380149b-3709-4984-a711-6dea3dba154d req-a9b30604-0010-4c87-a698-efbc662ee127 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.1903670 Sep 07 16:13:10.906617 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.916424 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:10.919807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.945528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c7d521-9b90-48e1-885a-af999f831806,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:10.973605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.974851 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-adc83813-6f08-4a5e-8b39-2d0ad76d2060 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724488 Sep 07 16:13:10.977958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42224) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:10.982801 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group_rule': {'security_group_id': 'e54f8f23-a38a-4036-a9fa-f49cf843ef45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:11.069532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.121687 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.200990 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:11.206937 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:11.207517 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.210244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.213245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.216512 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Sync routers for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:11.223627 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: from cryptography.utils import int_from_bytes Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: from cryptography.utils import int_from_bytes Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:11.234325 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:11.239493 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:11.240128 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:11.273652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.275992 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969348 Sep 07 16:13:11.283450 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42232) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:11.296769 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:11.307307 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a2159-0f80-4515-af52-f5d01e8867be tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba9b5ea-359d-4ae3-a66e-107d926846dd,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:11.354014 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.547258 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:07Z', 'revision_number': 2, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:11.649775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:11.694761 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:11.695365 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Updating router 05f388d1-aee4-4297-b6a5-c05e514378fd port 63710ca7-e369-47af-857c-1d08b13652f0 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:11.841077 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.967301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42250) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:12.026463 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.033435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.037527 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] 10.222.0.82 "DELETE /v2.0/networks/0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec HTTP/1.1" status: 204 len: 168 time: 4.9187512 Sep 07 16:13:12.050026 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.095973 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42254) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:12.147325 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.150009 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e92f0561-1aa4-4eed-beec-dfa8960a6304 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:12.236692 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.423887 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e93e-a259-47eb-a703-cff0788067c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.436618 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port e92f0561-1aa4-4eed-beec-dfa8960a6304 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:12.438500 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.453688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ede84-f5c8-4b92-827f-c9877affeefa req-78e1e28e-24c3-45e2-a4af-c8a401a887d4 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:12.460987 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-299ede84-f5c8-4b92-827f-c9877affeefa req-78e1e28e-24c3-45e2-a4af-c8a401a887d4 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 931 time: 0.6113558 Sep 07 16:13:12.493781 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Allocated IP 172.20.0.1 (7897faab-2ea9-41e0-a40a-c4fa3c028274/9aec66f0-6cae-44c6-8fb0-9a6a590b3556/dd670a28-5086-4424-aae1-988418b1ab16) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:12.567870 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Allocated IP 172.27.0.119 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/644e6709-6177-4ab7-b505-2e967370ddbe) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:12.629834 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:04Z', 'revision_number': 3, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:12.765742 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.777733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Checking router: f7f417d3-98a9-4b8d-b2eb-270b67dec185 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:12.778087 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Updating router f7f417d3-98a9-4b8d-b2eb-270b67dec185 port bff0416f-f0e7-4626-b85b-48f0fc072c53 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:12.781345 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Transition to ACTIVE for port object 63710ca7-e369-47af-857c-1d08b13652f0 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:12.784349 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456052bf-02c4-458c-95a3-d2f6a671dca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3c0f18-4036-44a8-b3c8-e8cbbcca51ec,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:12.805984 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.812615 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-abcddace-1ddb-43e1-9a17-906599ab38ed admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.5328553 Sep 07 16:13:12.827666 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.828396 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42274) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:12.920183 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6c3d2-3849-4836-8a54-958232985826 None None] Pushing event updated for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:12.997974 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.999298 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.023507 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device ed98d337-a844-4adf-98a6-40cf2a9feaf6 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:13.098535 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Pushing event updated for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:13.107863 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.121714 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Network 44cea27b-be7f-436e-abd4-67fab529998f is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:13.159899 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Attempting to bind port 63710ca7-e369-47af-857c-1d08b13652f0 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:13.161025 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Attempting to bind port 63710ca7-e369-47af-857c-1d08b13652f0 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:13.161597 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Attempting to bind port 63710ca7-e369-47af-857c-1d08b13652f0 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:13.169942 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:13.170821 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Checking segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:13.172162 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.172816 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Bound using segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:13.173321 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Bound port: 63710ca7-e369-47af-857c-1d08b13652f0, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:13.173805 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.201351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.204533 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:13.252108 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:13.286365 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] For port 63710ca7-e369-47af-857c-1d08b13652f0, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:13.298065 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] For port 63710ca7-e369-47af-857c-1d08b13652f0, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=63710ca7-e369-47af-857c-1d08b13652f0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:13.308213 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.366231 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Transition to ACTIVE for port object dd670a28-5086-4424-aae1-988418b1ab16 will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:13.407860 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Deleting subnet d60756e9-c548-44b0-b266-e47ae5e151f1 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:13.418796 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port ed98d337-a844-4adf-98a6-40cf2a9feaf6 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:13.451636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.479331 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port ed98d337-a844-4adf-98a6-40cf2a9feaf6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:13.479976 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.488893 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e93e-a259-47eb-a703-cff0788067c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.497315 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:13.500041 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:13.507379 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-299ede84-f5c8-4b92-827f-c9877affeefa req-35462ee3-364a-48d9-b159-1623bb68c521 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149277 Sep 07 16:13:13.519940 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.532704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e93e-a259-47eb-a703-cff0788067c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.612309 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:13.613358 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.617866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:13.626726 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3bc7e93e-a259-47eb-a703-cff0788067c9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bf52c0058232443884b50ef348826a96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6549318 Sep 07 16:13:13.630160 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42286) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:13.630911 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=644e6709-6177-4ab7-b505-2e967370ddbe,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:13.641498 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:13.663576 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.684623 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.767826 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port ed98d337-a844-4adf-98a6-40cf2a9feaf6, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=ed98d337-a844-4adf-98a6-40cf2a9feaf6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:13.776646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.777253 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.778017 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-3a3673b6-26cb-43a5-a0b5-c61e0c765b6e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2728448 Sep 07 16:13:13.778958 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.827636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-5a451d98-1783-4ba9-b50b-712f99d2296e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:13:13.828616 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-5a451d98-1783-4ba9-b50b-712f99d2296e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136180 Sep 07 16:13:13.836883 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.841707 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:13.852834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:13.869639 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Transition to ACTIVE for port object bff0416f-f0e7-4626-b85b-48f0fc072c53 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:13.876606 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.879471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.920001 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.927327 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:13.939437 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:13.944366 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6c3d2-3849-4836-8a54-958232985826 None None] Pushing event updated for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:13.964737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=ed98d337-a844-4adf-98a6-40cf2a9feaf6,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.009078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Attempting to bind port bff0416f-f0e7-4626-b85b-48f0fc072c53 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:14.016144 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Attempting to bind port bff0416f-f0e7-4626-b85b-48f0fc072c53 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:14.017810 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:14.018522 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Attempting to bind port bff0416f-f0e7-4626-b85b-48f0fc072c53 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:14.020939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:14.145200 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:14.146009 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:14.146629 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.147171 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:14.147857 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Bound port: bff0416f-f0e7-4626-b85b-48f0fc072c53, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:14.150863 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.155918 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.233190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7e93e-a259-47eb-a703-cff0788067c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e26f3-5520-4d15-819d-40277c298d40,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.328308 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Request body: {'port': {'device_id': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:14.337245 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.365926 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] For port bff0416f-f0e7-4626-b85b-48f0fc072c53, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:14.376263 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] For port bff0416f-f0e7-4626-b85b-48f0fc072c53, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=bff0416f-f0e7-4626-b85b-48f0fc072c53,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:14.420634 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.506575 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.541733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f435c-0bee-42fa-b35e-207c1c01beb5 None None] Pushing event updated for resources: {'Port': ['ID=bff0416f-f0e7-4626-b85b-48f0fc072c53,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.566358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.569288 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.572128 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a64e26f3-5520-4d15-819d-40277c298d40 HTTP/1.1" status: 204 len: 168 time: 0.9135964 Sep 07 16:13:14.591117 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc7d9-8841-4d01-ad2c-70ed227e9314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e26f3-5520-4d15-819d-40277c298d40,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.641646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.703424 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f435c-0bee-42fa-b35e-207c1c01beb5 None None] Pushing event updated for resources: {'Port': ['ID=bff0416f-f0e7-4626-b85b-48f0fc072c53,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.713592 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:14.731651 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:14.732581 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:14.736917 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7fe681c7-f33e-472d-8b38-9104884a7fd4 None None] Provisioning for port dd670a28-5086-4424-aae1-988418b1ab16 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:14.761435 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7fe681c7-f33e-472d-8b38-9104884a7fd4 None None] Provisioning complete for port dd670a28-5086-4424-aae1-988418b1ab16 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:14.763296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7fe681c7-f33e-472d-8b38-9104884a7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.787060 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074b934-a40d-4ba4-9866-9d891fe60a08 None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:14.792379 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60756e9-c548-44b0-b266-e47ae5e151f1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.800729 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.803040 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1e593502-aac8-4676-93d1-5c882f964fc6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d60756e9-c548-44b0-b266-e47ae5e151f1 HTTP/1.1" status: 204 len: 168 time: 2.0137310 Sep 07 16:13:14.820204 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42308) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:15.160681 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-7fe681c7-f33e-472d-8b38-9104884a7fd4 None None] Port dd670a28-5086-4424-aae1-988418b1ab16 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:15.165626 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.265782 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.349943 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:15.461736 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.677539 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.863732 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4abc71-73ec-439e-866b-0671985b241c']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:16.025175 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d24b0-dafd-4232-9f83-e5a93b8a5be4 req-755f0304-7e67-48b0-bbcf-be5b44b27afb tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:16.027132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4b4d24b0-dafd-4232-9f83-e5a93b8a5be4 req-755f0304-7e67-48b0-bbcf-be5b44b27afb tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 931 time: 1.2158737 Sep 07 16:13:16.053192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:04Z', 'revision_number': 3, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:16.188173 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device ed98d337-a844-4adf-98a6-40cf2a9feaf6 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:16.199514 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a1fbb-0893-499c-828b-da7d3e6c2d6b None None] The sync data for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi is: [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:04Z', 'revision_number': 3, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:16.312038 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port ed98d337-a844-4adf-98a6-40cf2a9feaf6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:16.313928 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.346563 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4b4d24b0-dafd-4232-9f83-e5a93b8a5be4 req-1d7a1265-d091-4bc2-b4e8-a20c702001ef tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852693 Sep 07 16:13:16.433185 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35872090-1a6a-405c-8032-cbaefcfc5fe5') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:16.433783 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35872090-1a6a-405c-8032-cbaefcfc5fe5') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:16.520651 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 63710ca7-e369-47af-857c-1d08b13652f0 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:16.535720 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.555752 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.596366 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.613989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.690054 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 63710ca7-e369-47af-857c-1d08b13652f0 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:16.699476 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 63710ca7-e369-47af-857c-1d08b13652f0 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:16.699848 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.706682 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.783583 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:16.785519 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:16.794531 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:16.849321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.984857 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.027453 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=644e6709-6177-4ab7-b505-2e967370ddbe,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.043266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.061238 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4ea31dc6-c38d-4333-95c2-902f6470c0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7761705 Sep 07 16:13:17.099218 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 63710ca7-e369-47af-857c-1d08b13652f0, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=63710ca7-e369-47af-857c-1d08b13652f0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:17.111903 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.254964 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.287298 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Allocated IP 172.20.0.1 (28b3c4a1-8360-42f1-a612-75d585fba9c1/6f695964-2282-4401-8e25-d5d29bd7fb14/18bd2dd7-5551-4aa5-b957-43b2f2278555) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:17.330272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.342247 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42362) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:17.373512 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.434051 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.543666 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.606979 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.618207 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] 10.222.0.82 "DELETE /v2.0/networks/eb4abc71-73ec-439e-866b-0671985b241c HTTP/1.1" status: 204 len: 168 time: 2.7964945 Sep 07 16:13:17.622264 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95033705-fd80-4880-8c57-4f57e481c9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4abc71-73ec-439e-866b-0671985b241c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.653966 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.781471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9096cd64-a19d-4ad1-8d96-370fe719061e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.814192 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.878875 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-a8bbf6ad-ff37-40fb-bf1e-0f2eeab805cd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--449559050&fields=id&tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 267 time: 0.3325710 Sep 07 16:13:17.933262 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42388) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:18.024891 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f3340-2a90-4145-86a4-1211c11c1262 req-68bf26b0-53c2-4f17-b858-2987589fe37b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.026486 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa5f3340-2a90-4145-86a4-1211c11c1262 req-68bf26b0-53c2-4f17-b858-2987589fe37b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 931 time: 0.4442139 Sep 07 16:13:18.057341 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:18.064835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:18.163857 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device bff0416f-f0e7-4626-b85b-48f0fc072c53 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:18.226066 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c976ad-bcf4-4269-856c-8ae1ceb03507 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:18.239397 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.275519 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Transition to ACTIVE for port object 78c976ad-bcf4-4269-856c-8ae1ceb03507 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:18.316445 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port bff0416f-f0e7-4626-b85b-48f0fc072c53 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:18.326455 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port bff0416f-f0e7-4626-b85b-48f0fc072c53 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:18.326780 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.361630 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.514454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Pushing event updated for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:18.518575 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:18.521080 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-99fe6356-ff96-40e5-adde-1a4aa70bb1e6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.522940 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-99fe6356-ff96-40e5-adde-1a4aa70bb1e6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 811 time: 0.6189728 Sep 07 16:13:18.545794 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.546484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0aa8fcc7-0edd-415e-a2e0-0e936b5c81d6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=34a0f5da8be6401e8daae6df0c9bb37c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5977771 Sep 07 16:13:18.547247 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42394) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:18.593096 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port bff0416f-f0e7-4626-b85b-48f0fc072c53, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=bff0416f-f0e7-4626-b85b-48f0fc072c53,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:18.610942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.613006 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 63710ca7-e369-47af-857c-1d08b13652f0 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:18.664941 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-31912ebe-6b65-4c9f-b290-ca585af2fa90 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/quotas/d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 375 time: 0.1153259 Sep 07 16:13:18.685183 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.755332 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Attempting to bind port 78c976ad-bcf4-4269-856c-8ae1ceb03507 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:18.763104 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Attempting to bind port 78c976ad-bcf4-4269-856c-8ae1ceb03507 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '83847512-3be4-4a2c-a15f-81d5ffa74a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:18.763104 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Attempting to bind port 78c976ad-bcf4-4269-856c-8ae1ceb03507 on network 44cea27b-be7f-436e-abd4-67fab529998f {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:18.774710 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=bff0416f-f0e7-4626-b85b-48f0fc072c53,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:18.790161 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa5f3340-2a90-4145-86a4-1211c11c1262 req-9f2c5cc8-1caa-4e5f-b9ab-1ff63c0eb0a0 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411609 Sep 07 16:13:18.792232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-be7e86ef-c85b-4c7a-8435-5a7383364621 None None] Provisioning complete for port dd670a28-5086-4424-aae1-988418b1ab16 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:18.792752 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-be7e86ef-c85b-4c7a-8435-5a7383364621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.850520 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-be7e86ef-c85b-4c7a-8435-5a7383364621 None None] Port dd670a28-5086-4424-aae1-988418b1ab16 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:18.862094 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 63710ca7-e369-47af-857c-1d08b13652f0 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:18.862723 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.881223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:18.891636 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:18.906598 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:18.907134 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.996233 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-46f2e4bf-8fbe-4c7e-bffc-4b273144ff56 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2769232 Sep 07 16:13:18.997135 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:19.007134 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:19.007929 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7e1543eb-4658-4418-b02c-0306ea445b1f admin admin] 10.222.0.82 "PUT /v2.0/routers/1b451823-7be0-4563-8f02-9128684a1640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9295611 Sep 07 16:13:19.020908 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Port 78c976ad-bcf4-4269-856c-8ae1ceb03507 on network 44cea27b-be7f-436e-abd4-67fab529998f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:19.021606 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Attempting to bind port 78c976ad-bcf4-4269-856c-8ae1ceb03507 on network 44cea27b-be7f-436e-abd4-67fab529998f {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:19.030783 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:19.031479 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:19.033514 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:19.036117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Checking segment: {'id': '83847512-3be4-4a2c-a15f-81d5ffa74a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:19.037404 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Bound using segment: {'id': '83847512-3be4-4a2c-a15f-81d5ffa74a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:19.038569 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Bound port: 78c976ad-bcf4-4269-856c-8ae1ceb03507, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83847512-3be4-4a2c-a15f-81d5ffa74a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:19.040852 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Pushing event updated for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.041618 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.143654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.146666 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9096cd64-a19d-4ad1-8d96-370fe719061e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.169406 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9096cd64-a19d-4ad1-8d96-370fe719061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.215289 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:19.228365 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507,segment=NetworkSegment(83847512-3be4-4a2c-a15f-81d5ffa74a33),segment_id=83847512-3be4-4a2c-a15f-81d5ffa74a33)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:19.244069 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.302638 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:19.303670 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.305877 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] 10.222.0.83 "PUT /v2.0/ports/78c976ad-bcf4-4269-856c-8ae1ceb03507 HTTP/1.1" status: 200 len: 1093 time: 5.1608882 Sep 07 16:13:19.306497 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:19.372681 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404578-76a2-497d-808c-5e199fa30d11 service neutron] Pushing event updated for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.377941 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:19.403452 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.416677 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9096cd64-a19d-4ad1-8d96-370fe719061e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=50fb3371348149e3a18fa13b58a17c64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0733166 Sep 07 16:13:19.419717 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42422) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:19.504927 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e50fa0-47dc-446e-be0c-9eac992ceace" -d '{"events": [{"name": "network-changed", "server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:19.518158 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.543406 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-7dbbeb3e-526d-4a87-905f-e507e187859d service neutron] 10.222.0.82 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846697 Sep 07 16:13:19.555863 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.569958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096cd64-a19d-4ad1-8d96-370fe719061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0311e40f-0d50-4118-80a8-6f451c0c8f42,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.609700 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.631854 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.635263 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.636691 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0311e40f-0d50-4118-80a8-6f451c0c8f42 HTTP/1.1" status: 204 len: 168 time: 0.2158372 Sep 07 16:13:19.654378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04832b5e-b61e-412e-8eb2-1fa0cf08763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311e40f-0d50-4118-80a8-6f451c0c8f42,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.716232 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:16Z', 'revision_number': 2, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:19.746939 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:19.747565 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Updating router 1b451823-7be0-4563-8f02-9128684a1640 port dd670a28-5086-4424-aae1-988418b1ab16 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:19.782797 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.822787 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.845464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.846776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.916506 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device bff0416f-f0e7-4626-b85b-48f0fc072c53 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:19.922222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.924843 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.928755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da002ed5-99fd-48e1-8c50-c7fd5abb8f6e HTTP/1.1" status: 204 len: 168 time: 1.3647220 Sep 07 16:13:19.948923 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07915-50f4-4e1a-a5b9-d83889e7fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da002ed5-99fd-48e1-8c50-c7fd5abb8f6e,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.958052 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-50b76b7b-aa3e-4668-a05e-0a15b503e6b6 service neutron] 10.222.0.82 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054012 Sep 07 16:13:20.014551 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port bff0416f-f0e7-4626-b85b-48f0fc072c53 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:20.016621 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.100461 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Pushing event updated for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:20.118906 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:20.120681 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:20.306504 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-e1e83b9e-a362-42e3-914e-11ff762aa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.307974 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-e1e83b9e-a362-42e3-914e-11ff762aa56a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=470a35424e7942cd82f7f0b06dff8b4d&device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 1096 time: 0.1393185 Sep 07 16:13:20.332952 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.345953 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Transition to ACTIVE for port object dd670a28-5086-4424-aae1-988418b1ab16 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:20.354835 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.404769 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Router f7f417d3-98a9-4b8d-b2eb-270b67dec185 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:20.418571 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde455-dc24-4d3a-b939-d366d97cc575 None None] Pushing event updated for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:20.451901 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-82775027-7544-4c59-b7f8-95efaa62db2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507 HTTP/1.1" status: 200 len: 217 time: 0.1354499 Sep 07 16:13:20.530888 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42454) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:20.583090 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Attempting to bind port dd670a28-5086-4424-aae1-988418b1ab16 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:20.584140 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Attempting to bind port dd670a28-5086-4424-aae1-988418b1ab16 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:20.585387 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Attempting to bind port dd670a28-5086-4424-aae1-988418b1ab16 on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:20.598323 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:20.601158 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Checking segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:20.602400 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.604052 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Bound using segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:20.604990 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b413fc24-0384-442a-ab0a-8a24ce0fca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.607220 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Bound port: dd670a28-5086-4424-aae1-988418b1ab16, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:20.607888 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.659203 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42460) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:20.821940 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b413fc24-0384-442a-ab0a-8a24ce0fca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.827266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395254237', 'description': 'tempest-description--1104185245'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:20.833027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-084977fb-d94b-4c36-9ea6-df4437891168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.834667 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-084977fb-d94b-4c36-9ea6-df4437891168 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d757080-caa6-462c-bad0-e2757a783acf HTTP/1.1" status: 200 len: 852 time: 0.3663704 Sep 07 16:13:20.837741 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b413fc24-0384-442a-ab0a-8a24ce0fca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.845159 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] For port dd670a28-5086-4424-aae1-988418b1ab16, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:20.854756 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] For port dd670a28-5086-4424-aae1-988418b1ab16, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=dd670a28-5086-4424-aae1-988418b1ab16,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:20.864030 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.937117 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-0e4c74d0-4461-4175-bbad-fbd4542095e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44cea27b-be7f-436e-abd4-67fab529998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935895 Sep 07 16:13:21.191652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42476) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.196844 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42480) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.276326 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:21.283130 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:21.314989 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d21552b6-18fa-46e0-b03f-8f84d5bfe8e6 req-e1414a9c-e4de-47c8-8297-00bb4e6fef9c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.0955133 Sep 07 16:13:21.350410 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbd3ba-a1f1-41fb-93d2-8f4a932f9dfc x-openstack-request-id: req-b2cbd3ba-a1f1-41fb-93d2-8f4a932f9dfc {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:21.360601 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b252ed-3177-422b-8a58-1acae624920d req-b5713239-de55-47d6-9933-5e1f2dfe261d tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:21.361298 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:21.361660 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde455-dc24-4d3a-b939-d366d97cc575 None None] Pushing event updated for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:21.362286 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b2cbd3ba-a1f1-41fb-93d2-8f4a932f9dfc {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:21.362948 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507', 'status': 'completed', 'code': 200} Sep 07 16:13:21.377476 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-66b252ed-3177-422b-8a58-1acae624920d req-b5713239-de55-47d6-9933-5e1f2dfe261d tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.1889958 Sep 07 16:13:21.404278 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b413fc24-0384-442a-ab0a-8a24ce0fca6d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e5f411d0ad684571ac2c6a51d02b8315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723793 Sep 07 16:13:21.409521 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42488) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.433275 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.440084 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:21.450398 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413fc24-0384-442a-ab0a-8a24ce0fca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeffe5a-6b48-4e72-ae0f-b3a00d87b069,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:21.453544 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Sync routers for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:21.470691 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:21.471451 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:21.474039 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f19b1440-64a3-4571-9945-bf43a1fccd9d admin admin] 10.222.0.82 "PUT /v2.0/routers/f7f417d3-98a9-4b8d-b2eb-270b67dec185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6386242 Sep 07 16:13:21.532163 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-55fd4d3e-3c8a-444b-b800-1430e23daeba service neutron] 10.222.0.83 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800481 Sep 07 16:13:21.544972 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:21.561755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-63eadb7f-da26-461d-b0ea-fcfdd8c183b6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c6c311a0a8da42c4bb5a84220be1ff87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3635385 Sep 07 16:13:21.571428 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42496) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.611622 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-66b252ed-3177-422b-8a58-1acae624920d req-a93cfc76-216e-41f3-be8a-4940461a2e82 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329497 Sep 07 16:13:21.755821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.852464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19eacac7-c4ef-4d78-bfe6-be5c10d389cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.865991 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.899410 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:21.936135 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.938450 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.995188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.998040 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.999656 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6947694f-3f34-4e19-90a4-e6955debab9d HTTP/1.1" status: 204 len: 168 time: 0.4269357 Sep 07 16:13:22.011259 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0473be-f0c4-4c7c-86a6-e022a0666acf,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.024111 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.055554 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d185af8-8e36-4128-99a6-852faff37759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6947694f-3f34-4e19-90a4-e6955debab9d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.124878 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:20Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:22.141266 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0deb5e41-81a5-420e-a433-a71fefa9f8cd req-94422981-d950-4593-8e04-7d1a54e7bcf9 service neutron] 10.222.0.83 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006539 Sep 07 16:13:22.161926 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.231550 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bddd2d-4724-4db8-b44f-9dc41b689834 None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:20Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:22.250958 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.254026 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.255298 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/edeffe5a-6b48-4e72-ae0f-b3a00d87b069 HTTP/1.1" status: 204 len: 168 time: 0.8444939 Sep 07 16:13:22.274701 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766c489-e8f3-4f8f-876e-e188766cd0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeffe5a-6b48-4e72-ae0f-b3a00d87b069,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.319177 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19eacac7-c4ef-4d78-bfe6-be5c10d389cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.332378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.334934 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3e180198-f3b9-4633-b4b3-107fee484954 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6742418 Sep 07 16:13:22.337521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19eacac7-c4ef-4d78-bfe6-be5c10d389cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.338463 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42526) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:22.345133 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group_rule': {'security_group_id': '3c0473be-f0c4-4c7c-86a6-e022a0666acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:22.468480 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.474888 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 4, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '18bd2dd7-5551-4aa5-b957-43b2f2278555', 'name': '', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'mac_address': 'fa:16:3e:9c:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:16Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 2, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'subnets': [{'id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:22.485738 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-19eacac7-c4ef-4d78-bfe6-be5c10d389cd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=841bc42384884a0780ef94f3f048276a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2818909 Sep 07 16:13:22.491616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42536) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:22.530605 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.539544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.569747 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-6ead46be-ed63-4218-b286-b24964bae96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:22.572071 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-6ead46be-ed63-4218-b286-b24964bae96e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=470a35424e7942cd82f7f0b06dff8b4d&device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 1096 time: 0.1595440 Sep 07 16:13:22.572680 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.576233 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339535 Sep 07 16:13:22.576416 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97f02a7a-6e03-445f-8be9-5e976c9932ec req-bede00b9-972a-491b-bc0d-dc64dedc43d6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.0643737 Sep 07 16:13:22.576591 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42540) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:22.592582 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0eafa-f359-47e1-9a01-4e675341e3c5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4233acc0-da1d-4ea0-bbb6-045a11f5161c,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.593087 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Checking router: f7f417d3-98a9-4b8d-b2eb-270b67dec185 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:22.593087 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Updating router f7f417d3-98a9-4b8d-b2eb-270b67dec185 port 18bd2dd7-5551-4aa5-b957-43b2f2278555 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:22.598750 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group_rule': {'security_group_id': '3c0473be-f0c4-4c7c-86a6-e022a0666acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:22.645812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eacac7-c4ef-4d78-bfe6-be5c10d389cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a979fc07-14d2-4feb-a3fd-8dd4a4b4c62b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.663465 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.665757 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.772995 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.781301 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.814042 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2880d7e-08d8-44b0-8347-12e06eb8775e,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.833035 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.834394 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fd3f4dbb-1351-4c6e-be9b-82b81d60da83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566280 Sep 07 16:13:22.837772 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42550) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:22.838297 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.844644 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:22.891084 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.931282 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-e5f300fe-ba22-4a6c-ad1d-bab4c6bad311 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:22.932876 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-e5f300fe-ba22-4a6c-ad1d-bab4c6bad311 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 818 time: 0.5001054 Sep 07 16:13:22.947215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878bbf4-a72c-478b-9f71-c008dedb7865 req-eada838f-a797-40bf-b42f-5f4d79d437ca tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:22.948884 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5878bbf4-a72c-478b-9f71-c008dedb7865 req-eada838f-a797-40bf-b42f-5f4d79d437ca tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.1967888 Sep 07 16:13:22.959369 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:22.998386 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-bb1ae637-840b-49ac-bae4-05ef6c96b55f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/quotas/8f0c4b853aaf483dae4821f3cf77de9c HTTP/1.1" status: 200 len: 375 time: 0.0443873 Sep 07 16:13:23.138116 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.149244 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5878bbf4-a72c-478b-9f71-c008dedb7865 req-fedcef72-bcfe-42d0-a4ce-236c239367ba tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823606 Sep 07 16:13:23.164455 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-adc775ff-9627-4986-9450-f1fba4a59c0f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424952 Sep 07 16:13:23.183451 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:13:23.252349 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.255177 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.260073 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a979fc07-14d2-4feb-a3fd-8dd4a4b4c62b HTTP/1.1" status: 204 len: 168 time: 0.7555497 Sep 07 16:13:23.297518 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.297649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa04116-7c01-417c-b142-6272598c1712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a979fc07-14d2-4feb-a3fd-8dd4a4b4c62b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.319151 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Transition to ACTIVE for port object 18bd2dd7-5551-4aa5-b957-43b2f2278555 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:23.329330 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.341617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-793950c2-c85f-4d52-9839-b0010321fecd service neutron] 10.222.0.82 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758180 Sep 07 16:13:23.461691 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Allocated IP 172.27.0.253 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/0013a76f-add3-43c0-91a1-66f43c8efb38) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:23.494405 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-9c8cbea6-26bd-4769-8f43-2f6032d89b14 service neutron] 10.222.0.82 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518981 Sep 07 16:13:23.507728 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214b7c-24cf-4c7b-926f-47ab4748a51d None None] Pushing event updated for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.527960 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Attempting to bind port 18bd2dd7-5551-4aa5-b957-43b2f2278555 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:23.528481 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Attempting to bind port 18bd2dd7-5551-4aa5-b957-43b2f2278555 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:23.528701 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Attempting to bind port 18bd2dd7-5551-4aa5-b957-43b2f2278555 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:23.543100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:23.543100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Checking segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:23.546186 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.546186 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Bound using segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:23.546186 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Bound port: 18bd2dd7-5551-4aa5-b957-43b2f2278555, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:23.546186 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.640524 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.673565 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] For port 18bd2dd7-5551-4aa5-b957-43b2f2278555, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:23.682247 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] For port 18bd2dd7-5551-4aa5-b957-43b2f2278555, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=18bd2dd7-5551-4aa5-b957-43b2f2278555,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:23.693226 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.765743 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.780062 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cba94824-d1f2-4141-afa3-aafbbdc830dd req-209f0a06-d2d9-46cd-94ed-8438a83bdfd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.0583854 Sep 07 16:13:23.842944 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214b7c-24cf-4c7b-926f-47ab4748a51d None None] Pushing event updated for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.846358 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:23.847313 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:23.871784 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:23.874860 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:23.889066 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:23.969934 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=0013a76f-add3-43c0-91a1-66f43c8efb38,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.994884 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b297206-f42a-4c6e-8d9e-11776425561d req-7449ff73-41c1-496c-8346-db4c0cae8700 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 210 time: 0.0525281 Sep 07 16:13:24.168743 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device dd670a28-5086-4424-aae1-988418b1ab16 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:24.180126 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.242968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:24.356021 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port dd670a28-5086-4424-aae1-988418b1ab16 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:24.376749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42610) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:24.417610 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.431573 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port dd670a28-5086-4424-aae1-988418b1ab16 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:24.443714 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.480271 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa05952-eca6-4cb9-88aa-a16600c68bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.649145 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e95f14-1cb8-495c-8d8d-b1b85b2d3541 req-ef3d0f43-e115-42f2-9de3-a59abec50794 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.659491 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41e95f14-1cb8-495c-8d8d-b1b85b2d3541 req-ef3d0f43-e115-42f2-9de3-a59abec50794 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.3442132 Sep 07 16:13:24.671737 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7f150e88-928a-4fb4-bb81-f44bceeb4958 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.685062 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7f150e88-928a-4fb4-bb81-f44bceeb4958 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 818 time: 0.3088007 Sep 07 16:13:24.737894 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.756130 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.802368 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 4, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '18bd2dd7-5551-4aa5-b957-43b2f2278555', 'name': '', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'mac_address': 'fa:16:3e:9c:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:16Z', 'updated_at': '2021-09-07T16:13:23Z', 'revision_number': 4, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'subnets': [{'id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:24.844541 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-9c464542-2d58-4f54-b6ef-66435f548cc5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/quotas/8f0c4b853aaf483dae4821f3cf77de9c HTTP/1.1" status: 200 len: 375 time: 0.1581793 Sep 07 16:13:24.853460 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa05952-eca6-4cb9-88aa-a16600c68bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.865450 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa05952-eca6-4cb9-88aa-a16600c68bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.905927 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-702a352f-bbe2-4f7e-b87f-da108e1e6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.907564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20656b-2c7f-4e78-949c-ce5bc9d065dc None None] The sync data for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi is: [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 4, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '18bd2dd7-5551-4aa5-b957-43b2f2278555', 'name': '', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'mac_address': 'fa:16:3e:9c:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:16Z', 'updated_at': '2021-09-07T16:13:23Z', 'revision_number': 4, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'subnets': [{'id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:24.908481 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-702a352f-bbe2-4f7e-b87f-da108e1e6207 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44cea27b-be7f-436e-abd4-67fab529998f HTTP/1.1" status: 200 len: 914 time: 0.7076762 Sep 07 16:13:24.911837 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=0013a76f-add3-43c0-91a1-66f43c8efb38,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:24.915243 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2aa05952-eca6-4cb9-88aa-a16600c68bab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cadd7cac916e4d268d6dc285c0e96b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220971 Sep 07 16:13:24.918244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42628) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:24.944714 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.966287 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41e95f14-1cb8-495c-8d8d-b1b85b2d3541 req-d42acb6e-45e2-410c-8a1d-01d2dbb1e6b4 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766917 Sep 07 16:13:24.966919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa05952-eca6-4cb9-88aa-a16600c68bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c0601-3c18-4c8f-9219-ef496b46000e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:24.993163 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.004516 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cc101975-eef9-4de6-b549-45677e354a47 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1649210 Sep 07 16:13:25.026829 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.036553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-076bc823-804d-43be-aa9b-bd4fd8b211e6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910245 Sep 07 16:13:25.124124 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.146434 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.311826 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-ae4f1986-d960-4627-9a3e-9d6bb70801dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507 HTTP/1.1" status: 200 len: 217 time: 0.1226695 Sep 07 16:13:25.372281 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-863b1e71-84c6-4774-b1de-be17d6185170 req-d27010b1-4a22-4478-85b4-1bb130d35468 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.1228085 Sep 07 16:13:25.389700 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port dd670a28-5086-4424-aae1-988418b1ab16, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=dd670a28-5086-4424-aae1-988418b1ab16,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:25.399766 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.433587 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.434283 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-b3581dce-55d1-47cb-afdd-de839be97b8a service neutron] 10.222.0.82 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967741 Sep 07 16:13:25.439463 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.454049 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3f5c0601-3c18-4c8f-9219-ef496b46000e HTTP/1.1" status: 204 len: 168 time: 0.5341856 Sep 07 16:13:25.496963 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-2a798301-aa72-467b-be27-1fc6571fc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.501211 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-2a798301-aa72-467b-be27-1fc6571fc365 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d757080-caa6-462c-bad0-e2757a783acf HTTP/1.1" status: 200 len: 852 time: 0.1816521 Sep 07 16:13:25.504136 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf69909-d987-4151-b1a4-013bedffb41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c0601-3c18-4c8f-9219-ef496b46000e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:25.576873 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-66d4c7e7-5036-4ce0-9c6e-6524e2438981 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44cea27b-be7f-436e-abd4-67fab529998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655549 Sep 07 16:13:25.611140 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:25.726834 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7b0aea9b-ed52-428d-a3a8-fa3da47da0e9 service neutron] 10.222.0.82 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860405 Sep 07 16:13:25.745466 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.83', 49886) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:25.789111 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-0f938092-db16-4923-bdff-cd0d4c51b560 service neutron] 10.222.0.83 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031884 Sep 07 16:13:25.887512 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-3e750de5-d19f-4cf2-853b-8733175792da tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.889201 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-3e750de5-d19f-4cf2-853b-8733175792da tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 811 time: 0.1423347 Sep 07 16:13:26.071227 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06e50fa0-47dc-446e-be0c-9eac992ceace req-b0eb80a1-6f78-4685-960d-369025a6900c service neutron] 10.222.0.83 "GET /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735975 Sep 07 16:13:26.137237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-ce341bf3-d9f1-40ec-9e57-c35b50f56ab4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 379 time: 0.2334936 Sep 07 16:13:26.159201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device dd670a28-5086-4424-aae1-988418b1ab16 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:26.177222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'port': {'device_id': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'admin_state_up': True, 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'security_groups': ['e54f8f23-a38a-4036-a9fa-f49cf843ef45']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:26.289530 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port dd670a28-5086-4424-aae1-988418b1ab16 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:26.289913 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.347359 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-aed62ebd-72e2-43a1-9b40-6ccf000bca94 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1395254237&fields=id&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 267 time: 0.4568224 Sep 07 16:13:26.364760 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a5b78087-a109-4d61-b4a0-d7ee0d4d0965 req-24b36272-46ab-4102-9a47-c08cc5ff835f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 210 time: 0.2762744 Sep 07 16:13:26.592151 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-3db9233e-b2dc-4cce-b275-02148c7b1036 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:26.593990 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-3db9233e-b2dc-4cce-b275-02148c7b1036 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 818 time: 0.2983801 Sep 07 16:13:26.608169 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Request body: {'port': {'device_id': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'admin_state_up': True, 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:26.669041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 18bd2dd7-5551-4aa5-b957-43b2f2278555 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:26.841470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4935225e-400e-4bac-a8bd-4f6d84982d69 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:26.854475 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4935225e-400e-4bac-a8bd-4f6d84982d69 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 816 time: 0.4707146 Sep 07 16:13:26.878927 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 18bd2dd7-5551-4aa5-b957-43b2f2278555 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:26.901789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Made reservation on behalf of 8f0c4b853aaf483dae4821f3cf77de9c for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:26.902597 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Made reservation on behalf of d7b62ec5c13540f98fb8103fcc1d4e32 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:26.903148 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 18bd2dd7-5551-4aa5-b957-43b2f2278555 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:26.903820 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.908477 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.911563 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.012219 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-c1593286-7a4e-47d1-803c-6e4e168bd20a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/quotas/607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 375 time: 0.1536319 Sep 07 16:13:27.170614 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.244917 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 18bd2dd7-5551-4aa5-b957-43b2f2278555, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=18bd2dd7-5551-4aa5-b957-43b2f2278555,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:27.253000 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.273973 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Allocated IP 172.20.0.8 (28b3c4a1-8360-42f1-a612-75d585fba9c1/6f695964-2282-4401-8e25-d5d29bd7fb14/8318c0a0-f17a-47a3-a1c3-7d554dfbcab6) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:27.391838 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.597284 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Allocated IP 172.20.0.5 (3f47cdc4-825e-497e-a877-96dba42674b6/dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85/a8650d61-f53f-4e68-b7e3-45e9a88bd9d0) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:27.597851 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.670091 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.671736 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-ff66b240-5c53-4461-9af9-ecb87ef5de5c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6478434 Sep 07 16:13:27.714015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b83fe6-87a6-44d9-a637-07a59b7e6c28 req-2ed16d1d-f9bb-45a3-b518-110b8cfda9e6 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.731557 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53b83fe6-87a6-44d9-a637-07a59b7e6c28 req-2ed16d1d-f9bb-45a3-b518-110b8cfda9e6 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 1.1864595 Sep 07 16:13:27.739265 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.83', 49895) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:27.754257 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Pushing event updated for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.770971 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:27.773168 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:27.775965 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:27.842178 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.843532 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.865814 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5732b3b3-af44-4476-afb1-c7defdfe2967 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2616572 Sep 07 16:13:27.883182 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Request body: {'port': {'device_id': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:27.936735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 18bd2dd7-5551-4aa5-b957-43b2f2278555 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:27.939699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42758) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:27.968666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53b83fe6-87a6-44d9-a637-07a59b7e6c28 req-05882062-ab91-4256-ba96-0919a8d456bc tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359567 Sep 07 16:13:28.076503 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.094396 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 18bd2dd7-5551-4aa5-b957-43b2f2278555 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:28.094778 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.139263 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d4587304-387b-4fdb-89f1-984255a8deb3 req-10916d4a-05fd-45ea-bd89-986908deca16 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.0552952 Sep 07 16:13:28.216615 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.218922 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-469178b4-282c-49f0-be4f-cd7e50c7ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.248597 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7f84176c-c913-4a98-b881-e883ba258e81 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:28.250441 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7f84176c-c913-4a98-b881-e883ba258e81 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 818 time: 0.5032146 Sep 07 16:13:28.260773 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Transition to ACTIVE for port object a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:28.269777 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Request body: {'port': {'device_id': '72feb946-9270-4a9e-9af9-84a9fc461182', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'admin_state_up': True, 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:28.373282 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-129f6a14-f786-4337-b283-76517a269948 req-b6737712-5f83-40de-b9bb-84f0618511dd tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 210 time: 0.0514436 Sep 07 16:13:28.474762 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-32a1eb12-9b21-48d7-b066-06d546f2d9f6 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:13:28.476546 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-32a1eb12-9b21-48d7-b066-06d546f2d9f6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5267761 Sep 07 16:13:28.758278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.774152 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-1424fdd4-0214-418d-9157-2d34ec997262 service neutron] 10.222.0.82 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593107 Sep 07 16:13:28.962851 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:28.964492 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:28.972959 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.989948 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:28.994393 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Transition to ACTIVE for port object 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:29.002358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:29.008465 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.009451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.010299 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.093593 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-f9eed50e-ba35-4995-b0d7-19fd514c6cf5 service neutron] 10.222.0.82 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503569 Sep 07 16:13:29.094609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.116547 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.211864 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-469178b4-282c-49f0-be4f-cd7e50c7ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.222528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9f0b1-6ef3-4d83-ada8-dd70883ff57b req-7299a8b5-c3fb-48a3-931f-894ce8c93df3 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.224211 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89a9f0b1-6ef3-4d83-ada8-dd70883ff57b req-7299a8b5-c3fb-48a3-931f-894ce8c93df3 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.1046345 Sep 07 16:13:29.227713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-469178b4-282c-49f0-be4f-cd7e50c7ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.283757 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-6d018894-8ce3-4421-aaed-d2e45f00ca4a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1151800 Sep 07 16:13:29.297643 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-469178b4-282c-49f0-be4f-cd7e50c7ba79 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4bde9102d5aa43e2bed06d62177b4aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3439827 Sep 07 16:13:29.303792 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42808) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:29.325000 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Attempting to bind port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:29.325343 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Attempting to bind port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:29.325779 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Attempting to bind port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:29.340788 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:29.341252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Attempting to bind port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:29.351325 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:29.355064 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Checking segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:29.355452 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Bound using segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:29.355938 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Bound port: 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:29.356332 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.381443 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Made reservation on behalf of 8f0c4b853aaf483dae4821f3cf77de9c for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:29.386730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.405614 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89a9f0b1-6ef3-4d83-ada8-dd70883ff57b req-02030962-f387-4093-97fa-f8c34d41d65e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341894 Sep 07 16:13:29.416776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469178b4-282c-49f0-be4f-cd7e50c7ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c12633b-5cb6-41ff-b53c-bb2a7c4951b8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.426611 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-377aa2da-9cb0-4b38-a91b-97a261bc153c None None] Provisioning for port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:29.434943 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-377aa2da-9cb0-4b38-a91b-97a261bc153c None None] Provisioning complete for port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:29.435511 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-377aa2da-9cb0-4b38-a91b-97a261bc153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.543551 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.564093 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-377aa2da-9cb0-4b38-a91b-97a261bc153c None None] Port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:29.584494 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:29.596442 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.613789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:29.628957 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.693130 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f89d7816-a904-4c58-a720-cba9d7bd07ea req-a8267021-f84c-4b5f-88eb-48970f83bddf tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 210 time: 0.0779345 Sep 07 16:13:29.697951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.699721 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.703467 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] 10.222.0.83 "PUT /v2.0/ports/8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 1093 time: 1.8252695 Sep 07 16:13:29.705608 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:29.709730 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c646433-7074-473f-8cfb-070d2cd3b853" -d '{"events": [{"name": "network-changed", "server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:29.746404 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Allocated IP 172.20.0.9 (28b3c4a1-8360-42f1-a612-75d585fba9c1/6f695964-2282-4401-8e25-d5d29bd7fb14/863e71ed-c163-4c77-9b5d-b40cad66b1f9) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:29.747731 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42e44-7706-42df-a31a-caaecf13cfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.766726 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.767074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d675f-2380-4ee2-bca7-f1780a68be49 req-f5e92c06-b5fe-4f98-bb82-676b6fd37d90 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.768777 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-604d675f-2380-4ee2-bca7-f1780a68be49 req-f5e92c06-b5fe-4f98-bb82-676b6fd37d90 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 931 time: 0.1654513 Sep 07 16:13:29.769046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.770363 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0c12633b-5cb6-41ff-b53c-bb2a7c4951b8 HTTP/1.1" status: 204 len: 168 time: 0.4651279 Sep 07 16:13:29.790690 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526b2a-a295-400f-8538-cadc0bd5b50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c12633b-5cb6-41ff-b53c-bb2a7c4951b8,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.954664 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fe5da14d-5843-47d3-a576-1fd7fcbbcecb req-76e8f02c-fdcd-4df2-b4b8-b164bbb03f05 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0773976 Sep 07 16:13:29.996344 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-604d675f-2380-4ee2-bca7-f1780a68be49 req-38ad3a70-d593-42f8-9b6b-9ffe41d9aa35 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124610 Sep 07 16:13:30.102344 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b43f7-5b73-4fbc-a508-3e8ac9c46a6b x-openstack-request-id: req-476b43f7-5b73-4fbc-a508-3e8ac9c46a6b {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:30.102631 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:30.102900 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-476b43f7-5b73-4fbc-a508-3e8ac9c46a6b {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:30.103342 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', 'status': 'completed', 'code': 200} Sep 07 16:13:30.144420 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42850) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.207505 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.250622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.278811 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 42854) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.294292 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Network 28b3c4a1-8360-42f1-a612-75d585fba9c1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:30.297257 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:30.300887 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:30.303681 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c300a7cd-8fbb-4a63-8f20-9dfeaab6aaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.307422 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.309539 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.310251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.324475 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Pushing event updated for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.337493 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.db.api [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:13:30.337493 dv-cinder-806991-3-iscsi neutron-server[94232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:13:30.337493 dv-cinder-806991-3-iscsi neutron-server[94232]: [parameters: {'project_id_1': '938eb2262a0040a982223fd124582a3b', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 13, 10, 325349)}] Sep 07 16:13:30.337493 dv-cinder-806991-3-iscsi neutron-server[94232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:13:30.337838 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG oslo_db.api [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:13:30.405990 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c300a7cd-8fbb-4a63-8f20-9dfeaab6aaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.410760 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c300a7cd-8fbb-4a63-8f20-9dfeaab6aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.416473 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-7fa9fea3-7b98-46a0-979e-6b50055aa0dc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1531944 Sep 07 16:13:30.449352 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c300a7cd-8fbb-4a63-8f20-9dfeaab6aaa8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3544cb64afe34e84a2031f5941b4171a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694989 Sep 07 16:13:30.450287 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a7cd-8fbb-4a63-8f20-9dfeaab6aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8876a-af3b-4f81-a4b0-21f146119cde,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.452116 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42856) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.515394 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.558856 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.576317 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3e3b7-17e7-4752-bbe3-46e6a264b865 req-12562ef8-bb0f-46db-8b59-d9511a3abaef tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.577776 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d6d3e3b7-17e7-4752-bbe3-46e6a264b865 req-12562ef8-bb0f-46db-8b59-d9511a3abaef tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.0761714 Sep 07 16:13:30.633191 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d6d3e3b7-17e7-4752-bbe3-46e6a264b865 req-b4e59177-69b1-459f-a844-e1f3350f68ad tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Sep 07 16:13:30.655353 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.658035 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.659153 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5ed8876a-af3b-4f81-a4b0-21f146119cde HTTP/1.1" status: 204 len: 168 time: 0.2055676 Sep 07 16:13:30.667982 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e7804-7b34-418b-9000-e0f3f5b2ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8876a-af3b-4f81-a4b0-21f146119cde,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.833493 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2156-85e6-4234-af6d-349ef3d68db7 req-0614e770-25e1-45e6-bacf-21af154c2907 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.836133 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-752d2156-85e6-4234-af6d-349ef3d68db7 req-0614e770-25e1-45e6-bacf-21af154c2907 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 931 time: 0.0570555 Sep 07 16:13:30.839523 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.909321 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-752d2156-85e6-4234-af6d-349ef3d68db7 req-b8b8a40d-bfe8-499a-989f-d3d1fab27363 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656061 Sep 07 16:13:30.971736 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.977621 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.016202 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56363052-c27a-4dec-a1a7-9a8a1e806734,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:31.021406 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e2e2ad90-ee97-47f4-a28a-5dfb697186e2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=938eb2262a0040a982223fd124582a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8759241 Sep 07 16:13:31.024749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42874) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:31.082169 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b92d3fde-8cdf-4fd2-a1a8-2725c7c97615 req-743a4fb8-c04e-4116-a947-04c87002a641 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0380018 Sep 07 16:13:31.131319 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e92111df-b021-4834-bc64-531110657650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.157616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e92111df-b021-4834-bc64-531110657650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.166745 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e3b7f-49c2-4723-baf0-436fe9d7c6d2 req-ee868acc-20dd-4cde-9b91-519c68d98cb3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.168275 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f3e3b7f-49c2-4723-baf0-436fe9d7c6d2 req-ee868acc-20dd-4cde-9b91-519c68d98cb3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 931 time: 0.0785985 Sep 07 16:13:31.234309 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f3e3b7f-49c2-4723-baf0-436fe9d7c6d2 req-4fecf06f-ce27-4068-ba0c-c5e25c278b9c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564191 Sep 07 16:13:31.254255 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e92111df-b021-4834-bc64-531110657650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.257313 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e92111df-b021-4834-bc64-531110657650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.261335 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e92111df-b021-4834-bc64-531110657650 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/56363052-c27a-4dec-a1a7-9a8a1e806734 HTTP/1.1" status: 204 len: 168 time: 0.2331514 Sep 07 16:13:31.270741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92111df-b021-4834-bc64-531110657650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56363052-c27a-4dec-a1a7-9a8a1e806734,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:31.663634 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42904) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:31.692628 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1403bf3-4261-4469-ba40-19b2a4a67c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.798476 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 78c976ad-bcf4-4269-856c-8ae1ceb03507 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:31.941339 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-401f1207-dee6-492f-bd35-db62d82f71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.942875 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-401f1207-dee6-492f-bd35-db62d82f71e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1096 time: 0.0703471 Sep 07 16:13:31.985492 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Request body: {'port': {'device_id': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:32.035996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Request body: {'port': {'device_id': '72feb946-9270-4a9e-9af9-84a9fc461182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:32.061010 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507,segment=NetworkSegment(83847512-3be4-4a2c-a15f-81d5ffa74a33),segment_id=83847512-3be4-4a2c-a15f-81d5ffa74a33)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:32.083097 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '78c976ad-bcf4-4269-856c-8ae1ceb03507', 'network_id': '44cea27b-be7f-436e-abd4-67fab529998f', 'port_id': '78c976ad-bcf4-4269-856c-8ae1ceb03507', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d757080-caa6-462c-bad0-e2757a783acf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:32.114400 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51c8d-7920-4bfe-99ee-ce116b4e1ee3 req-1befc150-26f1-4f9f-bd88-5e0d27e0d319 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.123076 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e1a51c8d-7920-4bfe-99ee-ce116b4e1ee3 req-1befc150-26f1-4f9f-bd88-5e0d27e0d319 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 943 time: 0.3829789 Sep 07 16:13:32.161976 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.200908 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c976ad-bcf4-4269-856c-8ae1ceb03507 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:32.202503 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.242830 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507,segment=NetworkSegment(83847512-3be4-4a2c-a15f-81d5ffa74a33),segment_id=83847512-3be4-4a2c-a15f-81d5ffa74a33)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:32.248599 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.287398 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-fb4a780c-cf71-40f9-bad4-60ba90e09dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.289670 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-fb4a780c-cf71-40f9-bad4-60ba90e09dfb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3365777 Sep 07 16:13:32.296029 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1403bf3-4261-4469-ba40-19b2a4a67c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.297842 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.314466 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade3330-db01-460d-beda-6890c62138ba req-899ccacc-0466-47b9-91e8-9bb5dab59eae tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.316034 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ade3330-db01-460d-beda-6890c62138ba req-899ccacc-0466-47b9-91e8-9bb5dab59eae tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 931 time: 0.2667682 Sep 07 16:13:32.345989 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:32.362962 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1403bf3-4261-4469-ba40-19b2a4a67c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.513345 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e1a51c8d-7920-4bfe-99ee-ce116b4e1ee3 req-10bbf986-893f-4594-95d7-42869b3bad1d tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854792 Sep 07 16:13:32.563820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-5b68a22a-6d7e-4121-aa47-dc69147300c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.568067 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c646433-7074-473f-8cfb-070d2cd3b853 req-5b68a22a-6d7e-4121-aa47-dc69147300c6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2694442 Sep 07 16:13:32.581260 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['78c976ad-bcf4-4269-856c-8ae1ceb03507'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:32.632887 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1403bf3-4261-4469-ba40-19b2a4a67c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a25981e-a859-4f7c-ab7e-f7b874459152,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:32.685097 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.83', 49903) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:32.818844 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b2df7f4a-fc5c-497c-bd5b-3c575a8f7c37 req-17577322-ae1e-4297-a5ea-fdd8bbbfb181 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.1206436 Sep 07 16:13:32.875331 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ade3330-db01-460d-beda-6890c62138ba req-7c163a10-5802-498c-865e-e32b2cc0b33c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152352 Sep 07 16:13:32.878985 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e1403bf3-4261-4469-ba40-19b2a4a67c4c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a987a079952e40d2a8d3f35b2c2b79cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2134757 Sep 07 16:13:32.884922 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 42942) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:32.939152 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5761da6e-5efd-424f-9951-c414581d2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.945579 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-5761da6e-5efd-424f-9951-c414581d2f7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1096 time: 0.3041203 Sep 07 16:13:33.075225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.095426 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-c46a05db-3007-4161-8969-79f8d66ea5f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.1352124 Sep 07 16:13:33.138694 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-e21c7112-5820-4ee1-ae15-7e6019407872 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.141271 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-e21c7112-5820-4ee1-ae15-7e6019407872 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 816 time: 0.4549799 Sep 07 16:13:33.163625 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.231220 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b673-372a-4bd1-a437-78797fdddcb9 req-c8a7809e-19d6-40f6-b888-7b7985ee8a10 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.232748 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1209b673-372a-4bd1-a437-78797fdddcb9 req-c8a7809e-19d6-40f6-b888-7b7985ee8a10 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 931 time: 0.1675887 Sep 07 16:13:33.387976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:33.398634 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1209b673-372a-4bd1-a437-78797fdddcb9 req-5dcd8975-0d23-4e6f-85b1-0a2eca8080b4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260881 Sep 07 16:13:33.406146 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.413713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.416513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.417640 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8a25981e-a859-4f7c-ab7e-f7b874459152 HTTP/1.1" status: 204 len: 168 time: 0.5302136 Sep 07 16:13:33.445470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Transition to ACTIVE for port object a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:33.446609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c9d6c-6a5e-448a-9f85-f4d9aa51571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a25981e-a859-4f7c-ab7e-f7b874459152,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:33.457300 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.547490 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863e71ed-c163-4c77-9b5d-b40cad66b1f9 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:33.567850 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.573928 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Pushing event updated for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:33.622987 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Transition to ACTIVE for port object 863e71ed-c163-4c77-9b5d-b40cad66b1f9 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:33.679525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.746885 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Attempting to bind port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:33.747268 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Attempting to bind port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:33.747707 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Attempting to bind port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:33.776166 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 on network 3f47cdc4-825e-497e-a877-96dba42674b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:33.776731 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Attempting to bind port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:33.780551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:33.790637 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e436-4543-456b-b5e3-0419a5a1efcb req-4ac60441-0699-44a5-8fa5-2e1a09c85e95 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.792186 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d507e436-4543-456b-b5e3-0419a5a1efcb req-4ac60441-0699-44a5-8fa5-2e1a09c85e95 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 944 time: 0.1460817 Sep 07 16:13:33.798769 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:33.799161 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Checking segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:33.799790 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Bound using segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:33.800181 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Bound port: a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:33.800541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.859374 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Attempting to bind port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:33.859695 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Attempting to bind port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:33.860018 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Attempting to bind port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:33.885245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:33.885546 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Attempting to bind port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 on network 28b3c4a1-8360-42f1-a612-75d585fba9c1 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:33.903853 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:33.904148 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Checking segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:33.904525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Bound using segment: {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:33.904959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Bound port: 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e12fb15-e8bc-4dfb-81da-378ecb001592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:33.905311 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.928743 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d507e436-4543-456b-b5e3-0419a5a1efcb req-528eb996-0c32-4397-be3e-ce59030f02a8 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260071 Sep 07 16:13:33.969244 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-673fe932-1e40-48d2-9fa9-5437d57014ac req-dd49b3ee-88a3-4acf-886b-cbbade49912f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0457506 Sep 07 16:13:34.003307 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:34.026871 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:34.039770 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.090885 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:34.125992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.126622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.128111 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-280d7065-35da-4449-a29a-644d2b092518 service neutron] 10.222.0.83 "PUT /v2.0/ports/a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 1093 time: 2.3318391 Sep 07 16:13:34.128111 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:34.192537 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:34.210523 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.239195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7065-35da-4449-a29a-644d2b092518 service neutron] Pushing event updated for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:34.256246 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebd51-43e8-4a25-9f2c-2e5f3c96492b req-656f2b56-ad3f-483f-b819-375f0911eb2d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.256246 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c13ebd51-43e8-4a25-9f2c-2e5f3c96492b req-656f2b56-ad3f-483f-b819-375f0911eb2d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.1996193 Sep 07 16:13:34.256246 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.256826 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.257806 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] 10.222.0.83 "PUT /v2.0/ports/863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 200 len: 1093 time: 2.2678359 Sep 07 16:13:34.367346 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c13ebd51-43e8-4a25-9f2c-2e5f3c96492b req-0bf3f984-af77-4749-82c2-542de1846d98 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Sep 07 16:13:34.368090 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6838e-0239-4564-9997-02638873f5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:34.395830 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d" -d '{"events": [{"name": "network-changed", "server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:34.547739 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec698-2e19-435b-8820-db9157afbea4 req-32c0f69a-4d8d-4be1-86db-3f2523643489 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.549567 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e45ec698-2e19-435b-8820-db9157afbea4 req-32c0f69a-4d8d-4be1-86db-3f2523643489 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0582530 Sep 07 16:13:34.580308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c4f95-9940-49d3-a466-ecc5b72e982f x-openstack-request-id: req-1c5c4f95-9940-49d3-a466-ecc5b72e982f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:34.580595 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:34.580844 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1c5c4f95-9940-49d3-a466-ecc5b72e982f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:34.581307 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'status': 'completed', 'code': 200} Sep 07 16:13:34.607045 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e45ec698-2e19-435b-8820-db9157afbea4 req-beabaf8a-8201-4369-a901-e1a01d8106ab tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462108 Sep 07 16:13:35.259767 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8bab01-74d2-4dcb-9c47-133036aa356d req-c7c26e70-b104-42f3-aa5f-5cd8290eebdd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0308306 Sep 07 16:13:35.277144 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd02c-7f1e-489c-966c-75f35e17093f req-a86cdf3d-e8b4-451b-9441-59b7504013ee tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.278680 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e98cd02c-7f1e-489c-966c-75f35e17093f req-a86cdf3d-e8b4-451b-9441-59b7504013ee tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 944 time: 0.2434914 Sep 07 16:13:35.330207 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e98cd02c-7f1e-489c-966c-75f35e17093f req-887e6f4a-9655-40ff-adbc-588c4b4cd01f tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Sep 07 16:13:35.530083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdf8e9-06c3-4b8c-bbec-df7f76acf734 req-c7a2ba0b-6086-495e-b1da-8400eb60355e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.532004 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-62cdf8e9-06c3-4b8c-bbec-df7f76acf734 req-c7a2ba0b-6086-495e-b1da-8400eb60355e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.0764065 Sep 07 16:13:35.579732 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-62cdf8e9-06c3-4b8c-bbec-df7f76acf734 req-3b69ba56-41a6-4a65-91d5-2140f1fc49ad tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Sep 07 16:13:35.740853 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48dbc6-e6ab-4663-afd8-b28b40898988 req-a5ee8a4a-8535-45d4-8ba0-cd59009d5f52 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.742946 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de48dbc6-e6ab-4663-afd8-b28b40898988 req-a5ee8a4a-8535-45d4-8ba0-cd59009d5f52 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0544972 Sep 07 16:13:35.792182 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de48dbc6-e6ab-4663-afd8-b28b40898988 req-53d81e50-232f-44c8-b989-59c70719253e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Sep 07 16:13:35.813729 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.910516 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-1709b801-6a44-4d8a-bd0d-c2902e0444a2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 380 time: 0.0899577 Sep 07 16:13:35.924713 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'port': {'device_id': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'admin_state_up': True, 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'security_groups': ['3c0473be-f0c4-4c7c-86a6-e022a0666acf']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:35.932161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-1c8bf66f-03e4-4ba6-b22a-4d15dccc71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.933537 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-1c8bf66f-03e4-4ba6-b22a-4d15dccc71bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.1056859 Sep 07 16:13:35.979261 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-935b7aef-f8ce-4cf0-9207-af1fa2ad90ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353377 Sep 07 16:13:36.005873 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-c76fa0b3-2752-4a26-9ecb-a07ba8173c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.007683 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-c76fa0b3-2752-4a26-9ecb-a07ba8173c5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1096 time: 0.1143274 Sep 07 16:13:36.010730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-707aac64-10e5-4d1f-bf3e-249b0e243bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.012259 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-707aac64-10e5-4d1f-bf3e-249b0e243bb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1096 time: 0.0845339 Sep 07 16:13:36.128140 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-a64f88be-330a-4f3b-83d3-0353b6501809 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212285 Sep 07 16:13:36.129451 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Made reservation on behalf of 607b839fd1c84804bcfdf4cf4e35a829 for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:36.132847 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.137782 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-a87e6456-dd66-45bf-888e-c7aa5df352c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 200 len: 217 time: 0.1078131 Sep 07 16:13:36.296667 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-f9e663dc-da20-439d-b4db-ee867b833335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.302457 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-f9e663dc-da20-439d-b4db-ee867b833335 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.1521122 Sep 07 16:13:36.324344 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-ce96a8b6-3bab-48f8-a9bf-8e79146a505e service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831293 Sep 07 16:13:36.371211 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-c275cd61-db8a-4684-b4e6-71ba8893d324 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609598 Sep 07 16:13:36.409926 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Allocated IP 172.20.0.12 (7897faab-2ea9-41e0-a40a-c4fa3c028274/9aec66f0-6cae-44c6-8fb0-9a6a590b3556/97fa1bc3-aaa6-424e-9b57-7b789a19d759) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:36.423527 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ceb59f3e-6eac-4e69-a6ed-181d9a5e9046 req-b3b7f85d-7e49-4411-a6c3-9a94181cd3b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0547371 Sep 07 16:13:36.427419 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-452f9577-a34d-4101-9d55-228626a85b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.429062 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-452f9577-a34d-4101-9d55-228626a85b80 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4004731 Sep 07 16:13:36.582747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:36.585302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc9b2be-b3cb-4eea-95d6-976634704afe" -d '{"events": [{"name": "network-changed", "server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:36.606016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.621730 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Transition to ACTIVE for port object 97fa1bc3-aaa6-424e-9b57-7b789a19d759 will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:36.667117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.679093 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-b1f32787-e910-403f-8ec3-695145e757f3 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942166 Sep 07 16:13:36.706052 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:36.710204 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:36.712988 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:36.745307 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28c285-cac9-485e-acdf-2c27df328cd1 req-bc0e9b3f-470d-411e-8260-d09317a72319 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.746937 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec28c285-cac9-485e-acdf-2c27df328cd1 req-bc0e9b3f-470d-411e-8260-d09317a72319 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 944 time: 0.2469001 Sep 07 16:13:36.748151 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-f913e74e-874c-4266-b884-08c88fe048ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.750110 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb6f5fab-62c8-4dd9-bf6d-2dba668de85d req-f913e74e-874c-4266-b884-08c88fe048ef service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3124974 Sep 07 16:13:36.769335 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.769995 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.780055 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43084) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:36.828518 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:36.834205 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-6a3a72db-2e3e-4b82-8f22-cd91020a7ab3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9148126 Sep 07 16:13:36.849458 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Request body: {'port': {'device_id': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:36.935240 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.958491 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec28c285-cac9-485e-acdf-2c27df328cd1 req-ce510a47-802b-44b8-8e35-7bd5c08fcb12 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865759 Sep 07 16:13:36.985584 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19f77c-7eec-430d-9b13-3a66e11074fa req-e477357d-55d2-4fad-8e1d-29ddc886ebdd tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.993287 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba19f77c-7eec-430d-9b13-3a66e11074fa req-e477357d-55d2-4fad-8e1d-29ddc886ebdd tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.2408962 Sep 07 16:13:37.020258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-f1403195-8c5a-4689-b9f0-6ff237a809f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.021730 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-f1403195-8c5a-4689-b9f0-6ff237a809f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1096 time: 0.1989086 Sep 07 16:13:37.027602 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-89f06be2-a05f-47c2-b4d1-5c7e9563b7a0 req-ebb5ec64-3975-48eb-b851-e425e4881723 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764127 Sep 07 16:13:37.041925 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f2f59998-3113-45ee-9715-fe942093e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.064823 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72ffd694-3dd9-4867-96f8-1664909f50f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.084875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df38c1-c04c-4d29-b315-977de51dcd24 x-openstack-request-id: req-f5df38c1-c04c-4d29-b315-977de51dcd24 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:37.085129 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:37.085408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f5df38c1-c04c-4d29-b315-977de51dcd24 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:37.085745 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9', 'status': 'completed', 'code': 200} Sep 07 16:13:37.087605 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-469fc411-5fba-4a01-9e8c-4283b6b26469 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 217 time: 0.0488043 Sep 07 16:13:37.097212 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba19f77c-7eec-430d-9b13-3a66e11074fa req-6fb02b0c-b755-4022-a7ad-fe4c076c0ff0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029780 Sep 07 16:13:37.114202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-d0851848-2680-4030-85d6-55a95d05bfff None None] Provisioning for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:37.118124 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-d0851848-2680-4030-85d6-55a95d05bfff None None] Provisioning complete for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:37.119506 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d0851848-2680-4030-85d6-55a95d05bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.204301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-d0851848-2680-4030-85d6-55a95d05bfff None None] Port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:37.204560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc910a1-b8bb-4e46-8545-31695b2e06c8 req-72bad562-1cc7-489e-84c2-39492910d0eb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.214723 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ebc910a1-b8bb-4e46-8545-31695b2e06c8 req-72bad562-1cc7-489e-84c2-39492910d0eb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0761483 Sep 07 16:13:37.260808 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ebc910a1-b8bb-4e46-8545-31695b2e06c8 req-364fdbb4-ce92-4ef9-b328-5516e38f36eb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Sep 07 16:13:37.573622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47c82b-0c7b-4674-8972-eddacd1e62d8 req-b1de6c47-1107-44bf-8520-aaa4b5a487e2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.580886 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d47c82b-0c7b-4674-8972-eddacd1e62d8 req-b1de6c47-1107-44bf-8520-aaa4b5a487e2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 932 time: 0.0628293 Sep 07 16:13:37.595142 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72ffd694-3dd9-4867-96f8-1664909f50f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.603464 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72ffd694-3dd9-4867-96f8-1664909f50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.614046 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d47c82b-0c7b-4674-8972-eddacd1e62d8 req-543e3b3f-5634-4af9-98f6-d1640dc338ea tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Sep 07 16:13:37.671438 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-72ffd694-3dd9-4867-96f8-1664909f50f8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ca9a673f24b54ac982e7eeed846c1d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902230 Sep 07 16:13:37.674129 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43110) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:37.678440 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffd694-3dd9-4867-96f8-1664909f50f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2fb5d-884c-4dc0-9fff-a69b204a5d44,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:37.690490 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:37.699171 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.715992 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Transition to ACTIVE for port object 97fa1bc3-aaa6-424e-9b57-7b789a19d759 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:37.721529 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.741482 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.774812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.775741 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:37.872716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Attempting to bind port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:37.872716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Attempting to bind port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:37.872716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Attempting to bind port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:37.872716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:37.872716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Attempting to bind port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:37.878843 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:37.879435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Checking segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:37.879898 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Bound using segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:37.880413 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Bound port: 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:37.880840 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.966986 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:37.973359 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:37.980218 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.016487 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.017181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.018790 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] 10.222.0.83 "PUT /v2.0/ports/97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 1094 time: 1.1749363 Sep 07 16:13:38.019321 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:38.022948 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298" -d '{"events": [{"name": "network-changed", "server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:38.036232 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.052839 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.054057 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/88a2fb5d-884c-4dc0-9fff-a69b204a5d44 HTTP/1.1" status: 204 len: 168 time: 0.3789279 Sep 07 16:13:38.065317 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a732c1-949c-4eff-99ad-d77d786b90e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2fb5d-884c-4dc0-9fff-a69b204a5d44,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.080435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407bf5e-2483-4dbd-b365-53ddd7f2745d service neutron] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.099476 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eceef7-26fb-4a42-b9be-a2f4c0d4e04a x-openstack-request-id: req-c0eceef7-26fb-4a42-b9be-a2f4c0d4e04a {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:38.099644 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:38.099862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c0eceef7-26fb-4a42-b9be-a2f4c0d4e04a {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:38.100784 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'status': 'completed', 'code': 200} Sep 07 16:13:38.145165 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003cc39-f2d3-44af-bc74-f20a87546387 req-4c4efb9d-a7f7-42e2-8933-cbfe65c8e517 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.147308 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9003cc39-f2d3-44af-bc74-f20a87546387 req-4c4efb9d-a7f7-42e2-8933-cbfe65c8e517 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 944 time: 0.0613415 Sep 07 16:13:38.203746 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9003cc39-f2d3-44af-bc74-f20a87546387 req-d11ab5cf-877f-4c32-a454-da9261ccbe10 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Sep 07 16:13:38.259547 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3945e9d-17e5-470f-a198-138cdc805c81 req-6a4adfc2-f107-436c-9f75-f7fafc4897aa tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.261162 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b3945e9d-17e5-470f-a198-138cdc805c81 req-6a4adfc2-f107-436c-9f75-f7fafc4897aa tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.0565107 Sep 07 16:13:38.307603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b3945e9d-17e5-470f-a198-138cdc805c81 req-3321f1e0-faee-45e6-940c-207d66721126 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Sep 07 16:13:38.401999 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f25d4-3837-4bb8-88e6-9a46ec8c81be req-dc72d035-9bcd-46f7-ade1-e9c77c7f5a2a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.403559 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-375f25d4-3837-4bb8-88e6-9a46ec8c81be req-dc72d035-9bcd-46f7-ade1-e9c77c7f5a2a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0555809 Sep 07 16:13:38.450091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-375f25d4-3837-4bb8-88e6-9a46ec8c81be req-e5989a9c-efa7-43a2-b142-a0de23c85604 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Sep 07 16:13:38.452501 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43140) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:38.467444 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c475403e-9d66-4fef-a1b4-12f7b71aae4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.565947 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c475403e-9d66-4fef-a1b4-12f7b71aae4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.571207 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c475403e-9d66-4fef-a1b4-12f7b71aae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.612896 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c475403e-9d66-4fef-a1b4-12f7b71aae4e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=abb5ed05709c44f8923b6b0a4854fce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590786 Sep 07 16:13:38.613624 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475403e-9d66-4fef-a1b4-12f7b71aae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8825a52-3eba-4993-a92f-e2a1afcb431b,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.615799 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43148) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:38.683718 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.730227 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.777731 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba8b34-1d6a-4005-a176-129ceaca18f5 req-a5d352dd-703b-4bbf-8261-af5b79192f35 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.779471 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-92ba8b34-1d6a-4005-a176-129ceaca18f5 req-a5d352dd-703b-4bbf-8261-af5b79192f35 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0801868 Sep 07 16:13:38.824470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.827043 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.830740 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8825a52-3eba-4993-a92f-e2a1afcb431b HTTP/1.1" status: 204 len: 168 time: 0.2108459 Sep 07 16:13:38.832865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:38.836755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-92ba8b34-1d6a-4005-a176-129ceaca18f5 req-aa6abda5-1b90-420e-bd75-6f1938b5009e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506656 Sep 07 16:13:38.846983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9556-0520-4fa3-9155-8004edbb5b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8825a52-3eba-4993-a92f-e2a1afcb431b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.965880 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:38.978105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'port_id': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', 'mac_address': 'fa:16:3e:7d:6f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:39.020823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.043152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:39.066239 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:39.075283 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.125438 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:39.356930 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e56d-021e-4b00-82e2-ff0a42d056f4 req-b6f1467d-e841-4384-aca7-623f3ccbdfed tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.365867 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6435e56d-021e-4b00-82e2-ff0a42d056f4 req-b6f1467d-e841-4384-aca7-623f3ccbdfed tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 944 time: 0.0685697 Sep 07 16:13:39.450622 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6435e56d-021e-4b00-82e2-ff0a42d056f4 req-73a88ba7-16b7-48bd-bfde-1ae0f99f6314 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808175 Sep 07 16:13:39.470077 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f36b2-0252-4cca-bec7-f6d1db303f79 req-54734411-5ed4-4f63-8db8-17390bceda5c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.472696 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa5f36b2-0252-4cca-bec7-f6d1db303f79 req-54734411-5ed4-4f63-8db8-17390bceda5c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.0808213 Sep 07 16:13:39.517176 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa5f36b2-0252-4cca-bec7-f6d1db303f79 req-6767467f-1767-4540-9a22-ed0b7af2d78f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Sep 07 16:13:39.577969 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6532-5303-4ee7-a115-70cc6d223523 req-dc34ce6b-54c0-471b-a49a-6582e64854d2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.579610 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e28d6532-5303-4ee7-a115-70cc6d223523 req-dc34ce6b-54c0-471b-a49a-6582e64854d2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0548069 Sep 07 16:13:39.611597 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.630015 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e28d6532-5303-4ee7-a115-70cc6d223523 req-5ef8128b-af93-4ad5-af6c-dfa92050d969 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Sep 07 16:13:39.727770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c20ab340-a9ad-4c32-9922-71d656b7c8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.885726 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 78c976ad-bcf4-4269-856c-8ae1ceb03507 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:39.953193 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-8b584f24-cb71-4e89-9df1-15faa89e0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.958373 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-8b584f24-cb71-4e89-9df1-15faa89e0b41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1096 time: 0.0763867 Sep 07 16:13:39.962333 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 78c976ad-bcf4-4269-856c-8ae1ceb03507 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:39.973192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 78c976ad-bcf4-4269-856c-8ae1ceb03507 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:39.973764 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.031204 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-10af9efa-b61e-40a1-b837-3b3b7c53f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.032868 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-10af9efa-b61e-40a1-b837-3b3b7c53f8c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.1539793 Sep 07 16:13:40.043948 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-3362c5db-272d-4b00-9d66-d38742ec4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.047116 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-3362c5db-272d-4b00-9d66-d38742ec4688 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1097 time: 0.1471210 Sep 07 16:13:40.102951 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.103550 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-1a528abe-94ac-4e7e-99f0-29f4c5728868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.105463 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-1a528abe-94ac-4e7e-99f0-29f4c5728868 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.1382830 Sep 07 16:13:40.147921 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:40.153147 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4009a-fa80-4e59-bd1d-0c9dbec1362b req-9566c64d-1339-4084-927f-09e672a5363c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.160934 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7aa4009a-fa80-4e59-bd1d-0c9dbec1362b req-9566c64d-1339-4084-927f-09e672a5363c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1896627 Sep 07 16:13:40.199140 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-0d285e04-f4f8-4d93-8c81-a2ad3da3fb39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0801511 Sep 07 16:13:40.250260 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['8318c0a0-f17a-47a3-a1c3-7d554dfbcab6'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:40.283037 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7aa4009a-fa80-4e59-bd1d-0c9dbec1362b req-f567c998-b77c-44a5-8b10-9c2d5ccbc608 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210577 Sep 07 16:13:40.296831 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bee96-304f-4591-af62-80036ec70b03 req-4b7322f2-4f13-45b9-bf63-92db1bfbcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.298686 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-4b7322f2-4f13-45b9-bf63-92db1bfbcb46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2573371 Sep 07 16:13:40.332152 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-d42928bb-7bd0-4d6e-b095-3f93d7c49684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.334524 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-d42928bb-7bd0-4d6e-b095-3f93d7c49684 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.1251786 Sep 07 16:13:40.414912 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-a1eb87bf-8875-45c4-a6db-31a28913762f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650575 Sep 07 16:13:40.434790 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507,segment=NetworkSegment(83847512-3be4-4a2c-a15f-81d5ffa74a33),segment_id=83847512-3be4-4a2c-a15f-81d5ffa74a33)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:40.442065 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.471889 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b560cfc-1af1-429b-9609-3f6522e13fb5" -d '{"events": [{"server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "name": "network-vif-plugged", "status": "completed", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:40.619876 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:40.659459 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-c5c71e82-d9bf-436b-9c42-22431baa3cc1 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409334 Sep 07 16:13:40.682726 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-03365798-e938-4aa8-83c6-f6f906aed825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.689762 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-03365798-e938-4aa8-83c6-f6f906aed825 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6283598 Sep 07 16:13:40.848440 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-7204ea3c-0b60-403e-99cb-a6e145628341 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267272 Sep 07 16:13:40.886160 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6bb2e-c202-4db4-aa17-656826400cad x-openstack-request-id: req-e0e6bb2e-c202-4db4-aa17-656826400cad {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:40.886691 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "name": "network-vif-plugged", "status": "completed", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:40.888302 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e0e6bb2e-c202-4db4-aa17-656826400cad {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:40.889683 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507', 'code': 200} Sep 07 16:13:40.927371 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abc9b2be-b3cb-4eea-95d6-976634704afe req-811137e9-8b20-4f49-9aa5-d7c059dc96c5 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600894 Sep 07 16:13:40.973395 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4d12-d253-4696-affc-65e11de7f636 req-e621a9f8-2919-4cdb-9fa7-28b36099a8ff tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.983889 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e6d4d12-d253-4696-affc-65e11de7f636 req-e621a9f8-2919-4cdb-9fa7-28b36099a8ff tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.3120935 Sep 07 16:13:41.020502 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-766c620d-c8b8-4907-881f-a1f0ceb0e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.023318 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a94f1b06-69f7-4d29-8a26-ee1eef2a2298 req-766c620d-c8b8-4907-881f-a1f0ceb0e638 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2935276 Sep 07 16:13:41.227415 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-02ae8d1a-9819-40bf-bb31-503710859b88 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657279 Sep 07 16:13:41.230439 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e6d4d12-d253-4696-affc-65e11de7f636 req-be822124-6764-4e12-b295-6549387cfef5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457378 Sep 07 16:13:41.264704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4cf1da62-661f-4356-9041-5b0edfdec52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.266695 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4cf1da62-661f-4356-9041-5b0edfdec52d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1097 time: 0.1133499 Sep 07 16:13:41.278004 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df011db-0adb-4f2c-a602-f9357ab56dd9 req-0c581ccd-eb09-440b-8d07-802505807490 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.279948 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5df011db-0adb-4f2c-a602-f9357ab56dd9 req-0c581ccd-eb09-440b-8d07-802505807490 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 943 time: 0.2278483 Sep 07 16:13:41.339533 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-36362c51-f55f-46b6-956d-d5da899f33da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 217 time: 0.0524976 Sep 07 16:13:41.369409 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-fac721c8-e41d-439e-ac3a-2fcf9526b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.375881 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-fac721c8-e41d-439e-ac3a-2fcf9526b718 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 1098 time: 0.2391925 Sep 07 16:13:41.427444 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-1fd10e80-0ab5-4eda-83e1-99d94df3d590 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.429990 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.484295 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5df011db-0adb-4f2c-a602-f9357ab56dd9 req-1a40266e-8732-415c-a339-0f56176154b2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434507 Sep 07 16:13:41.492137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4efa905e-74d1-4719-a65e-85cd186f2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.494584 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-4efa905e-74d1-4719-a65e-85cd186f2be5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.1379049 Sep 07 16:13:41.506287 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f5210-6c59-49d6-a944-528f7b3c88b5 req-3a169db7-ecf9-4a0c-8027-070b7684585c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.508071 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c10f5210-6c59-49d6-a944-528f7b3c88b5 req-3a169db7-ecf9-4a0c-8027-070b7684585c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.1538415 Sep 07 16:13:41.522549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43302) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:41.581136 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-1fd10e80-0ab5-4eda-83e1-99d94df3d590 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.587431 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-1fd10e80-0ab5-4eda-83e1-99d94df3d590 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.646724 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-492450d1-660a-4d68-b398-44cfcf7bd372 req-1fd10e80-0ab5-4eda-83e1-99d94df3d590 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643540 Sep 07 16:13:41.656290 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c10f5210-6c59-49d6-a944-528f7b3c88b5 req-0b66b871-503d-4ccb-b80f-b2863fdc3b20 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322227 Sep 07 16:13:41.663236 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-c901bd24-f618-41d2-a024-f91d5f553baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.670716 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-c901bd24-f618-41d2-a024-f91d5f553baa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1612675 Sep 07 16:13:41.696365 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd10e80-0ab5-4eda-83e1-99d94df3d590 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c85d66c-845f-4f87-80c0-6b67a1757781,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.776618 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d530e671-2b4e-4b13-90eb-85a636b6f3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.827569 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675b4e-9a65-47e0-adb4-c1739f7bd01b req-3651846a-d07d-4c0b-b594-965436c41c7e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.830002 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-81675b4e-9a65-47e0-adb4-c1739f7bd01b req-3651846a-d07d-4c0b-b594-965436c41c7e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1456525 Sep 07 16:13:41.945986 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-81675b4e-9a65-47e0-adb4-c1739f7bd01b req-dc75338b-9729-410f-9450-a1682bf2c1a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021180 Sep 07 16:13:41.968103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 863e71ed-c163-4c77-9b5d-b40cad66b1f9 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:41.970511 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:42.094600 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-3b98268e-2600-4c9b-8d83-5a7e16900190 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220385 Sep 07 16:13:42.118366 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d530e671-2b4e-4b13-90eb-85a636b6f3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.133484 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d530e671-2b4e-4b13-90eb-85a636b6f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.152848 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:42.161129 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:42.162105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.216305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530e671-2b4e-4b13-90eb-85a636b6f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f1948-b31f-4d37-b587-e416edec95a5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:42.220561 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d530e671-2b4e-4b13-90eb-85a636b6f3e8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=15f232428ba34a719a68ade8d94db870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957428 Sep 07 16:13:42.225168 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43316) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:42.237160 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:42.250665 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '863e71ed-c163-4c77-9b5d-b40cad66b1f9', 'network_id': '28b3c4a1-8360-42f1-a612-75d585fba9c1', 'port_id': '863e71ed-c163-4c77-9b5d-b40cad66b1f9', 'mac_address': 'fa:16:3e:5e:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f695964-2282-4401-8e25-d5d29bd7fb14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:42.271415 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16e30a02-1296-441b-9e8e-d0c05fdbcc80 req-b940e95a-7b36-41e9-bd4d-0c46b28401b8 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657383 Sep 07 16:13:42.303089 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.330674 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.378586 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.408022 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863e71ed-c163-4c77-9b5d-b40cad66b1f9 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:42.434752 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769afe-923c-43a9-961f-200b6a69a253 req-e3618108-88f8-4268-a4a4-0f47c4e4c807 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:42.439583 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:42.451601 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4769afe-923c-43a9-961f-200b6a69a253 req-e3618108-88f8-4268-a4a4-0f47c4e4c807 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0851130 Sep 07 16:13:42.454814 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.458759 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.513624 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4769afe-923c-43a9-961f-200b6a69a253 req-95362186-8a35-410b-9bd0-3b49de0ff44e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Sep 07 16:13:42.515495 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.518878 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.520416 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f0f1948-b31f-4d37-b587-e416edec95a5 HTTP/1.1" status: 204 len: 168 time: 0.2926507 Sep 07 16:13:42.549814 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0bf63-a871-4f22-98c7-67dc9070db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f1948-b31f-4d37-b587-e416edec95a5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:42.566768 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:42.598735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:42.606936 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.666346 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f77eb-b78b-48ac-9bc3-7f9610dbcf02 req-ae1f280c-d53a-4ac1-882a-a21d60281379 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:42.668951 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ad3f77eb-b78b-48ac-9bc3-7f9610dbcf02 req-ae1f280c-d53a-4ac1-882a-a21d60281379 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0737939 Sep 07 16:13:42.675067 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:42.724848 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ad3f77eb-b78b-48ac-9bc3-7f9610dbcf02 req-dbef81f0-fdf8-424d-98e1-6be589ca399b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Sep 07 16:13:42.750044 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['863e71ed-c163-4c77-9b5d-b40cad66b1f9'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:42.821835 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2f775-a2b3-484a-b99d-02c4a480e5ff req-cd198e49-034c-46ef-a5a3-3b6d4345ed95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:42.823476 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-15f2f775-a2b3-484a-b99d-02c4a480e5ff req-cd198e49-034c-46ef-a5a3-3b6d4345ed95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0558667 Sep 07 16:13:42.872042 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-15f2f775-a2b3-484a-b99d-02c4a480e5ff req-932807f7-7185-4afa-9ce3-1a355d4e0a0b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 Sep 07 16:13:42.894469 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:42.899820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43342) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:42.901124 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c035cd6-2611-4f23-9024-8e47e694c6d6" -d '{"events": [{"server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "name": "network-vif-plugged", "status": "completed", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:42.927656 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-559e4780-401b-433c-8e0c-daaf667cc9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.942157 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01727d96-47ef-4423-a1ca-9fb01fd91681 x-openstack-request-id: req-01727d96-47ef-4423-a1ca-9fb01fd91681 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:42.942826 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "name": "network-vif-plugged", "status": "completed", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:42.943216 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-01727d96-47ef-4423-a1ca-9fb01fd91681 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:42.943860 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', 'code': 200} Sep 07 16:13:42.976413 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.050212 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-559e4780-401b-433c-8e0c-daaf667cc9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.055245 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-559e4780-401b-433c-8e0c-daaf667cc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.089257 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e307c-5cb3-4779-9b8f-f65973bcf8b3 req-1345752a-599c-4e39-b713-5f76a3027550 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:43.090761 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0b9e307c-5cb3-4779-9b8f-f65973bcf8b3 req-1345752a-599c-4e39-b713-5f76a3027550 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0513005 Sep 07 16:13:43.095553 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-559e4780-401b-433c-8e0c-daaf667cc9be admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0eeac142173646b7bfc4c5dc7c0913f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943150 Sep 07 16:13:43.096496 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e4780-401b-433c-8e0c-daaf667cc9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f4480-dad7-45d1-ac5c-61264e58bc9c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:43.099699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43348) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:43.172399 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0b9e307c-5cb3-4779-9b8f-f65973bcf8b3 req-ba8a0924-4bf0-4407-a745-de0616472cee tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697021 Sep 07 16:13:43.196726 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.232586 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.308838 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.311817 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.313147 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/541f4480-dad7-45d1-ac5c-61264e58bc9c HTTP/1.1" status: 204 len: 168 time: 0.2116230 Sep 07 16:13:43.324908 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1c695-d830-4e48-b62f-67f1577c913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f4480-dad7-45d1-ac5c-61264e58bc9c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:43.679953 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b266d-8614-49ca-ae25-26dc5f9de16f req-33fcb675-6e8c-4d1c-949e-7a6d836aaa88 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:43.681529 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4f0b266d-8614-49ca-ae25-26dc5f9de16f req-33fcb675-6e8c-4d1c-949e-7a6d836aaa88 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0745711 Sep 07 16:13:43.746439 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4f0b266d-8614-49ca-ae25-26dc5f9de16f req-65f1cc90-7048-4b07-ad5c-35066f57152e tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Sep 07 16:13:43.889302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712c067-e306-4941-b7b9-867509df621a req-3134a68d-ac2c-43dd-83d3-13d5aec4a270 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:43.890936 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a712c067-e306-4941-b7b9-867509df621a req-3134a68d-ac2c-43dd-83d3-13d5aec4a270 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0622554 Sep 07 16:13:43.939661 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a712c067-e306-4941-b7b9-867509df621a req-5c2b8985-4354-4b2b-b415-26abc38434cf tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Sep 07 16:13:44.002877 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379f36e-f2aa-4b2f-996e-eb3948402fdc req-32e0ff2f-dbf2-4523-947a-cf3bf234da7a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:44.003560 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5379f36e-f2aa-4b2f-996e-eb3948402fdc req-32e0ff2f-dbf2-4523-947a-cf3bf234da7a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0627770 Sep 07 16:13:44.056165 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5379f36e-f2aa-4b2f-996e-eb3948402fdc req-0eef75eb-defa-4094-aa5d-fc1137909879 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Sep 07 16:13:44.319109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094add3-de92-488e-a328-d23db8793c78 req-8bbed13b-be27-43cd-a405-622cc197cc2a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:44.321248 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a094add3-de92-488e-a328-d23db8793c78 req-8bbed13b-be27-43cd-a405-622cc197cc2a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0554824 Sep 07 16:13:44.365094 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a094add3-de92-488e-a328-d23db8793c78 req-59a132fc-110c-4796-b847-f6353f1d44f8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Sep 07 16:13:44.881049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae06d3-443f-4f74-aa5d-d81e041573de req-dbfc8324-2656-44fc-90be-4e4a302c200c tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:44.883457 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0ae06d3-443f-4f74-aa5d-d81e041573de req-dbfc8324-2656-44fc-90be-4e4a302c200c tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0591836 Sep 07 16:13:44.931436 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0ae06d3-443f-4f74-aa5d-d81e041573de req-6f051df5-a406-4f85-9413-f2b04e63aa4c tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Sep 07 16:13:45.066532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab099a-0614-435c-8940-75ec8c1cba09 req-e1807182-8868-49bc-babd-4d74d0d574b7 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.068057 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-76ab099a-0614-435c-8940-75ec8c1cba09 req-e1807182-8868-49bc-babd-4d74d0d574b7 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0528193 Sep 07 16:13:45.120713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-76ab099a-0614-435c-8940-75ec8c1cba09 req-9557a02d-d376-4a63-a5af-948972a191c5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Sep 07 16:13:45.214105 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394c9f-3964-4509-8914-2822018593c2 req-5984d189-906f-433a-b930-d622d086c480 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.215742 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-03394c9f-3964-4509-8914-2822018593c2 req-5984d189-906f-433a-b930-d622d086c480 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 943 time: 0.0689306 Sep 07 16:13:45.272366 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-03394c9f-3964-4509-8914-2822018593c2 req-943f7aad-956b-4cdb-9e9b-c2491d3a8ffa tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458574 Sep 07 16:13:45.494551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a132f1-a456-40d4-8d04-616bde2e15a4 req-0db7b281-1b2d-4e42-ab25-bf460b44e86a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.496267 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67a132f1-a456-40d4-8d04-616bde2e15a4 req-0db7b281-1b2d-4e42-ab25-bf460b44e86a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0553570 Sep 07 16:13:45.547423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67a132f1-a456-40d4-8d04-616bde2e15a4 req-1aaf8e61-121c-4bc9-a6ed-808677bcc884 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Sep 07 16:13:45.965090 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4520-0caf-48d9-af93-79de2692278d req-95e8d905-36af-4e64-aa1e-47635bbc7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.968143 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a8bd4520-0caf-48d9-af93-79de2692278d req-95e8d905-36af-4e64-aa1e-47635bbc7561 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.0812914 Sep 07 16:13:46.001941 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:46.021112 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a8bd4520-0caf-48d9-af93-79de2692278d req-47554d3c-82cd-4885-8456-c2f832245280 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Sep 07 16:13:46.023643 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43470) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:46.117265 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ecfb5-baf8-45af-a8b4-ab967d703413 req-0c40f375-b63c-4c77-a67d-004eff0754e6 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.119117 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f45ecfb5-baf8-45af-a8b4-ab967d703413 req-0c40f375-b63c-4c77-a67d-004eff0754e6 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0652337 Sep 07 16:13:46.139570 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:46.159241 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'port_id': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'mac_address': 'fa:16:3e:22:91:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:46.160164 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e6-8796-409d-a606-825abba6e261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.183443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f45ecfb5-baf8-45af-a8b4-ab967d703413 req-0c72de52-71fb-4528-9a8c-664daaa865e5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580716 Sep 07 16:13:46.229862 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.250845 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:46.275638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fcc54-e51d-4895-9b77-42b2e94f017b req-c6071ba0-d8b3-4cc5-962d-c589ce1c7b77 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.277166 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d64fcc54-e51d-4895-9b77-42b2e94f017b req-c6071ba0-d8b3-4cc5-962d-c589ce1c7b77 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0600126 Sep 07 16:13:46.277896 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:46.282195 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.282874 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:46.307737 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e6-8796-409d-a606-825abba6e261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.313578 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e6-8796-409d-a606-825abba6e261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.364736 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fb5fa1e6-8796-409d-a606-825abba6e261 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08dcd11faa9a4986b6ee86d5fa336203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396258 Sep 07 16:13:46.365753 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fa1e6-8796-409d-a606-825abba6e261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22911c01-266f-48c9-9d51-6b7d408477c2,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:46.367874 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d64fcc54-e51d-4895-9b77-42b2e94f017b req-d137e72d-9c9e-48ee-b506-7bc600ea995d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Sep 07 16:13:46.368610 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:46.372740 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43478) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:46.446432 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.451228 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874716ac-833c-404b-a2cf-b18719bcd2f3 req-659baf3c-0a28-4d9c-9444-33d0a219209f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.452920 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-874716ac-833c-404b-a2cf-b18719bcd2f3 req-659baf3c-0a28-4d9c-9444-33d0a219209f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 944 time: 0.0819795 Sep 07 16:13:46.475017 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:46.487091 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.493850 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:46.514643 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-874716ac-833c-404b-a2cf-b18719bcd2f3 req-10857498-945a-4272-8747-998b5c5f1cf2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550098 Sep 07 16:13:46.575334 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.598008 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.602161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.602309 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:46.606449 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/22911c01-266f-48c9-9d51-6b7d408477c2 HTTP/1.1" status: 204 len: 168 time: 0.2325330 Sep 07 16:13:46.617815 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bc53d-f7ef-407d-8d5b-70dbb495fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22911c01-266f-48c9-9d51-6b7d408477c2,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:46.650415 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:46.662293 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.801054 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:46.808692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b61bc-aabd-49fb-ab5c-8b5667c85ca5 req-ba2016e6-6aad-4a3e-8fdc-95867eed4bb7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.810299 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b35b61bc-aabd-49fb-ab5c-8b5667c85ca5 req-ba2016e6-6aad-4a3e-8fdc-95867eed4bb7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0956426 Sep 07 16:13:46.874700 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b35b61bc-aabd-49fb-ab5c-8b5667c85ca5 req-2f2d25b6-5aea-470c-92df-cc13e90c66c0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525506 Sep 07 16:13:47.094672 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43498) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:47.109618 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-76788c85-0ce3-4d0a-bf42-4dc8019bfa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.227835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-76788c85-0ce3-4d0a-bf42-4dc8019bfa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.232510 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-76788c85-0ce3-4d0a-bf42-4dc8019bfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.273711 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-76788c85-0ce3-4d0a-bf42-4dc8019bfa5c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=96e0fa71818543128d88fde6bed8c876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773813 Sep 07 16:13:47.274684 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76788c85-0ce3-4d0a-bf42-4dc8019bfa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c237365-1ec0-46d6-8a8d-ac399299cf1e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:47.277142 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43504) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:47.333261 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.342555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2457a63-9807-4e30-93c3-61d33d6deda8 req-dd4454fc-d93c-4c22-8a22-1bafcc90292b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.345118 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2457a63-9807-4e30-93c3-61d33d6deda8 req-dd4454fc-d93c-4c22-8a22-1bafcc90292b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0792081 Sep 07 16:13:47.364611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.392149 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2457a63-9807-4e30-93c3-61d33d6deda8 req-6cbe08e8-bfd5-4d28-bf89-22646de5c257 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Sep 07 16:13:47.426885 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.430507 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.431984 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8c237365-1ec0-46d6-8a8d-ac399299cf1e HTTP/1.1" status: 204 len: 168 time: 0.1537890 Sep 07 16:13:47.444532 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249f215-6464-4f79-9f72-5171ceb7fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c237365-1ec0-46d6-8a8d-ac399299cf1e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:47.561440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5d0c5-300b-4ae2-92fa-c4a994ffdfe7 req-1f86ce5c-ac21-4533-9e96-eabd77bdac36 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.563146 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dbe5d0c5-300b-4ae2-92fa-c4a994ffdfe7 req-1f86ce5c-ac21-4533-9e96-eabd77bdac36 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0570641 Sep 07 16:13:47.634444 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dbe5d0c5-300b-4ae2-92fa-c4a994ffdfe7 req-b529bb1a-973a-45d0-a5de-701c345c11bc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Sep 07 16:13:47.764217 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567d235-e08d-464b-ae9a-bcc2fa3535d9 req-aef411e2-499a-41ce-b266-0049a7d7eaf3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.775749 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1567d235-e08d-464b-ae9a-bcc2fa3535d9 req-aef411e2-499a-41ce-b266-0049a7d7eaf3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 944 time: 0.0955627 Sep 07 16:13:47.840718 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1567d235-e08d-464b-ae9a-bcc2fa3535d9 req-044060b2-e32f-4b29-9ca2-5c75a98e6474 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638654 Sep 07 16:13:48.056538 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfad89-0a5a-4004-9432-0defe174c7e1 req-777289d2-a00d-420e-919c-189e2b8d457f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.058460 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dfcfad89-0a5a-4004-9432-0defe174c7e1 req-777289d2-a00d-420e-919c-189e2b8d457f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0684977 Sep 07 16:13:48.098737 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dfcfad89-0a5a-4004-9432-0defe174c7e1 req-2812784d-4dfc-42d1-a881-6df4076428db tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 07 16:13:48.421376 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43556) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:48.525118 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732267465-network', 'tenant_id': '300cf40c2fe2472e9312bb7554ece234'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:48.549376 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Made reservation on behalf of 300cf40c2fe2472e9312bb7554ece234 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:48.551492 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.560881 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.660900 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.666633 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.701910 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:48.717466 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b77b20-6c88-4970-8b66-0050ebf5a09c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:48.724949 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.725450 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Added segment 319c8ad0-1d3b-4445-96a2-3bc5588955be of type vlan for network e53fe757-0d5c-4a4e-8396-5767b9025d79 Sep 07 16:13:48.769038 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.803567 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.805168 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.806137 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.806763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c64a03-3985-4816-9119-5757d9066160 req-b5b7ec0c-bf9e-4ea0-be45-6ece13d30165 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.808309 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-23c64a03-3985-4816-9119-5757d9066160 req-b5b7ec0c-bf9e-4ea0-be45-6ece13d30165 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.0632668 Sep 07 16:13:48.851759 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-23c64a03-3985-4816-9119-5757d9066160 req-8285160b-f476-4096-9025-f212a6d244ac tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359528 Sep 07 16:13:48.919302 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4967787 Sep 07 16:13:48.922359 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43564) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:48.930692 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Request body: {'subnet': {'network_id': 'e53fe757-0d5c-4a4e-8396-5767b9025d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732267465-subnet', 'tenant_id': '300cf40c2fe2472e9312bb7554ece234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:48.937722 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccd657-395b-4eab-8de0-28f763fc208d admin admin] Pushing event updated for resources: {'Network': ['ID=e53fe757-0d5c-4a4e-8396-5767b9025d79,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:48.953149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network e53fe757-0d5c-4a4e-8396-5767b9025d79 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:48.970934 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Made reservation on behalf of 300cf40c2fe2472e9312bb7554ece234 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:48.973940 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6195459'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.005100 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48acf-d487-48f1-ba37-5156d38ec616 req-557663c9-4f5a-42ee-8312-def2acefc64a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.006955 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b2d48acf-d487-48f1-ba37-5156d38ec616 req-557663c9-4f5a-42ee-8312-def2acefc64a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 944 time: 0.0882366 Sep 07 16:13:49.079887 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b2d48acf-d487-48f1-ba37-5156d38ec616 req-72ccb823-3bf6-419c-96b1-648010cadf37 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611324 Sep 07 16:13:49.208914 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5563432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6195477'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.242916 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1f76-5e89-42f4-931d-383d747e0e03 req-90876b8f-31a4-4b3b-8ff6-ab1652a6daff tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.245362 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14df1f76-5e89-42f4-931d-383d747e0e03 req-90876b8f-31a4-4b3b-8ff6-ab1652a6daff tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0574439 Sep 07 16:13:49.263209 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfed737a-dc86-4903-bea7-ef351f699586,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:49.290328 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Checking segment: {'id': '319c8ad0-1d3b-4445-96a2-3bc5588955be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e53fe757-0d5c-4a4e-8396-5767b9025d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:49.290671 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Network hostable DHCP agents. Network: e53fe757-0d5c-4a4e-8396-5767b9025d79, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:49.295703 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14df1f76-5e89-42f4-931d-383d747e0e03 req-8cf1a2ee-f5c2-4214-a14b-4b7ac26d0e3a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Sep 07 16:13:49.310117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Network e53fe757-0d5c-4a4e-8396-5767b9025d79 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:49.334733 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, e53fe757-0d5c-4a4e-8396-5767b9025d79) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:49.340627 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.341629 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.342881 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30517d53-4767-4fa4-b02c-9ff4b9dbbb7b None None] Network e53fe757-0d5c-4a4e-8396-5767b9025d79 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:49.361538 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-47d0c283-ec46-407b-a6fc-2543a088dca7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4377451 Sep 07 16:13:49.485207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51f6d4-b418-42fd-8986-68f65ab38e52 None None] Network e53fe757-0d5c-4a4e-8396-5767b9025d79 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:49.723078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 863e71ed-c163-4c77-9b5d-b40cad66b1f9 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:49.795261 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:49.799997 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:49.800442 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.909630 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.920132 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43594) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:49.925985 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1344319898-network', 'tenant_id': '956e6e2a4990461689ba71c1c70ca661'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:49.944135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:49.946504 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f47f41c-92e6-42c5-9ee1-1104c1969db6" -d '{"events": [{"server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "name": "network-vif-plugged", "status": "completed", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:49.968656 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:49.970736 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Made reservation on behalf of 956e6e2a4990461689ba71c1c70ca661 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:49.973268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.974121 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.988067 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.024912 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb5b78-abec-46f4-8aec-c309945a8bbe x-openstack-request-id: req-66cb5b78-abec-46f4-8aec-c309945a8bbe {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:50.025807 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "name": "network-vif-plugged", "status": "completed", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:50.026295 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-66cb5b78-abec-46f4-8aec-c309945a8bbe {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:50.027054 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9', 'code': 200} Sep 07 16:13:50.059610 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:50.107668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['97fa1bc3-aaa6-424e-9b57-7b789a19d759'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:50.184629 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:50.237518 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.249131 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.271149 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:50.286918 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.287332 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Added segment 6c86398b-c937-41ba-8afe-3f631b5095a3 of type vlan for network 30e24b91-d104-47cb-bc69-e991ced2a56b Sep 07 16:13:50.374100 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acca5f-9b1c-4a7a-8e63-37a7e9297bf9 req-f3e568d0-7705-4635-8960-a3a094d95855 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.383426 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.387256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7acca5f-9b1c-4a7a-8e63-37a7e9297bf9 req-f3e568d0-7705-4635-8960-a3a094d95855 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 944 time: 0.4433932 Sep 07 16:13:50.413049 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6254a1-e0b7-4af2-ac36-424adce9a99f,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:50.429190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfb8d5-196a-47b4-873d-1d94b09d2a96 req-c80d58f0-9eb9-438b-9440-f7457054c4d7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.438771 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04bfb8d5-196a-47b4-873d-1d94b09d2a96 req-c80d58f0-9eb9-438b-9440-f7457054c4d7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 944 time: 0.1732848 Sep 07 16:13:50.448716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421384-21ef-42c0-a366-cadbf03b430e req-d85358b6-90c7-4ad6-ad9e-73dca42ccd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.451152 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e1421384-21ef-42c0-a366-cadbf03b430e req-d85358b6-90c7-4ad6-ad9e-73dca42ccd5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1098 time: 0.1877537 Sep 07 16:13:50.463836 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.467596 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.468406 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.516477 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5935278 Sep 07 16:13:50.522086 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43612) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:50.526608 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7acca5f-9b1c-4a7a-8e63-37a7e9297bf9 req-f131c61f-650d-46a7-b116-5ea3d2ccd5af tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361039 Sep 07 16:13:50.526820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Request body: {'subnet': {'network_id': '30e24b91-d104-47cb-bc69-e991ced2a56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1344319898-subnet', 'tenant_id': '956e6e2a4990461689ba71c1c70ca661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:50.538971 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04bfb8d5-196a-47b4-873d-1d94b09d2a96 req-782512be-3ebf-421e-b45e-c849dcbdcd74 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991812 Sep 07 16:13:50.558168 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e1421384-21ef-42c0-a366-cadbf03b430e req-7a4fb592-a01b-436f-8971-4974bf95f588 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912693 Sep 07 16:13:50.591945 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9fead-2b89-47e8-b3ef-1bbb7635cfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=30e24b91-d104-47cb-bc69-e991ced2a56b,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:50.604934 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 30e24b91-d104-47cb-bc69-e991ced2a56b details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:50.612809 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Made reservation on behalf of 956e6e2a4990461689ba71c1c70ca661 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:50.616348 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6195459'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.688532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f9530-4843-4443-9610-ae39171c8ffc req-6c30e8ba-2826-4dd7-971f-7d64c3cda021 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.692439 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4d4f9530-4843-4443-9610-ae39171c8ffc req-6c30e8ba-2826-4dd7-971f-7d64c3cda021 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0706170 Sep 07 16:13:50.735091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4d4f9530-4843-4443-9610-ae39171c8ffc req-5b935195-873c-46bd-bcb3-39473abd4335 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374599 Sep 07 16:13:50.827689 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5563432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6195477'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.888573 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c91890-6dae-49a7-96f2-d3f63f76de64,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:50.898849 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Checking segment: {'id': '6c86398b-c937-41ba-8afe-3f631b5095a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '30e24b91-d104-47cb-bc69-e991ced2a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:50.899249 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Network hostable DHCP agents. Network: 30e24b91-d104-47cb-bc69-e991ced2a56b, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:50.917628 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Network 30e24b91-d104-47cb-bc69-e991ced2a56b is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:50.930158 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 30e24b91-d104-47cb-bc69-e991ced2a56b) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:50.936334 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.936784 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.943568 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5a8a7-bcd7-4139-a27c-4aff4743b498 None None] Network 30e24b91-d104-47cb-bc69-e991ced2a56b requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:50.961481 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e968e745-192e-44b5-9048-ebb07383b968 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4384618 Sep 07 16:13:51.097346 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db77646-8c0d-4054-b685-ccee513c4674 None None] Network 30e24b91-d104-47cb-bc69-e991ced2a56b requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:51.732102 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b3a6-e069-4d72-be96-ebf76b4b2391 req-fda41d2c-5731-4751-8e84-71a2d50d0e4c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:51.734296 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a77b3a6-e069-4d72-be96-ebf76b4b2391 req-fda41d2c-5731-4751-8e84-71a2d50d0e4c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1065738 Sep 07 16:13:51.820157 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a77b3a6-e069-4d72-be96-ebf76b4b2391 req-2e8c0b71-fc88-43b9-bab5-0e6201022c65 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718999 Sep 07 16:13:51.983457 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e9a7-d7e5-42ba-82c7-61417ba9d12a req-e65b09fe-71c8-41bc-904e-1acdd4c62765 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:51.987560 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9287e9a7-d7e5-42ba-82c7-61417ba9d12a req-e65b09fe-71c8-41bc-904e-1acdd4c62765 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 944 time: 0.0817707 Sep 07 16:13:52.041539 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9287e9a7-d7e5-42ba-82c7-61417ba9d12a req-65242695-e45e-40e9-bfac-46c4e7c2b840 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506604 Sep 07 16:13:52.207548 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806f216-d498-4fe4-a4de-b45ac37ba19f req-5798bfd2-d8d4-4192-94e8-7017e1c2b61a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:52.210911 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f806f216-d498-4fe4-a4de-b45ac37ba19f req-5798bfd2-d8d4-4192-94e8-7017e1c2b61a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0827737 Sep 07 16:13:52.285815 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f806f216-d498-4fe4-a4de-b45ac37ba19f req-7ed58bad-1054-402d-92ac-1e132772de4d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603304 Sep 07 16:13:52.716562 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:52.769517 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:52.774073 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:52.774622 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.888215 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.927300 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:52.929677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f48c6f-139b-4335-8a3f-7e504acac9a1" -d '{"events": [{"server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "name": "network-vif-plugged", "status": "completed", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:52.951138 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:52.957011 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.958403 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:52.973452 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c479-e7af-4ab1-8fa0-6a8b99e1f365 req-d85c7887-4adc-46bf-ba96-08e27e1de2bf tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:52.982781 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d88c479-e7af-4ab1-8fa0-6a8b99e1f365 req-d85c7887-4adc-46bf-ba96-08e27e1de2bf tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0915251 Sep 07 16:13:53.027742 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4ab90a-7929-4b84-80cc-78d2d9803ec4 x-openstack-request-id: req-8d4ab90a-7929-4b84-80cc-78d2d9803ec4 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:53.027742 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "name": "network-vif-plugged", "status": "completed", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:53.027983 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8d4ab90a-7929-4b84-80cc-78d2d9803ec4 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:53.028315 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'code': 200} Sep 07 16:13:53.028535 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d88c479-e7af-4ab1-8fa0-6a8b99e1f365 req-56dc3f96-0c2b-462f-ab09-e03038868c23 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Sep 07 16:13:53.122865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:53.127897 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:53.128389 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:53.339079 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:53.387410 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee305e1-69a0-4f4c-a55c-356fcb1eb12f req-108c8e21-300c-459b-92a8-3c3203de34df tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.389037 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0ee305e1-69a0-4f4c-a55c-356fcb1eb12f req-108c8e21-300c-459b-92a8-3c3203de34df tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.2023108 Sep 07 16:13:53.448624 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:53.514345 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:53.521543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:53.527300 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0ee305e1-69a0-4f4c-a55c-356fcb1eb12f req-afccdf55-d216-458d-94e5-3c7fc528d885 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170607 Sep 07 16:13:53.529266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a8736-9bbb-41bc-b28a-1925ddaeefd1 req-5950c013-40ba-4d5e-9693-3f93a53c7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.530692 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c9a8736-9bbb-41bc-b28a-1925ddaeefd1 req-5950c013-40ba-4d5e-9693-3f93a53c7943 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.1358743 Sep 07 16:13:53.644427 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:53.691046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-751f2952-b1c0-4d5f-b66b-1384f5b88cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.695118 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-751f2952-b1c0-4d5f-b66b-1384f5b88cdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1098 time: 0.1138494 Sep 07 16:13:53.747582 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c9a8736-9bbb-41bc-b28a-1925ddaeefd1 req-4ea84d64-e768-43f5-aa16-d432a38ffdf8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916685 Sep 07 16:13:53.788744 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80793ca-5a25-4993-bcba-e4705b947856 req-8d98b6f0-9d27-4633-820b-f5203f52d09f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.799342 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c80793ca-5a25-4993-bcba-e4705b947856 req-8d98b6f0-9d27-4633-820b-f5203f52d09f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1723330 Sep 07 16:13:53.829716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc735-6cfe-49dd-8133-453d0c105e7b req-a9d093c5-b68e-4c22-8a33-e1afd4b17c1b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.831301 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a01dc735-6cfe-49dd-8133-453d0c105e7b req-a9d093c5-b68e-4c22-8a33-e1afd4b17c1b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1240230 Sep 07 16:13:53.842605 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-f5e65dac-afdc-4334-922d-2f81fc076560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.844345 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-f5e65dac-afdc-4334-922d-2f81fc076560 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.1420875 Sep 07 16:13:53.869230 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c80793ca-5a25-4993-bcba-e4705b947856 req-59c6c59b-c2fe-40d1-a5e2-44cf6f5a43e5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682077 Sep 07 16:13:53.916236 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a01dc735-6cfe-49dd-8133-453d0c105e7b req-c56e0757-5c3e-4a41-aa4b-7998efa386ad tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Sep 07 16:13:54.134734 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-4f192d21-7b8a-40db-8512-c8a395ecc7a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0464070 Sep 07 16:13:54.201730 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-ace0cbaa-b96a-47bd-b464-1c828154a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:54.203805 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-ace0cbaa-b96a-47bd-b464-1c828154a7f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.0564716 Sep 07 16:13:54.239383 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-44238405-7c32-475e-aa84-f92d9e2416b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253432 Sep 07 16:13:54.368463 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-073972ec-d4d2-4e73-986c-cc228467ef29 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078434 Sep 07 16:13:54.486596 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e8ef7db-208c-4312-8bb0-62916beabcd0 req-c537115f-acd8-4a45-b5fc-23ecbb9f3210 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059680 Sep 07 16:13:54.698562 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89877fa-585d-419a-a9e4-64307ff7ff33 req-5fd82cb2-749a-46f3-bdd9-207e197f56d5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:54.703750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f89877fa-585d-419a-a9e4-64307ff7ff33 req-5fd82cb2-749a-46f3-bdd9-207e197f56d5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0664811 Sep 07 16:13:54.749891 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f89877fa-585d-419a-a9e4-64307ff7ff33 req-626d33f7-392f-41cc-8e0f-beee198725b3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Sep 07 16:13:55.029819 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:55.033010 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa4fcd-72d6-4d91-a843-f34a879c280d" -d '{"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:55.056132 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43792) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.178260 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d244e-a84a-4785-8bf2-6e7d9a8b4d91 req-e7c8ea41-3459-4cb3-a491-154c285ac825 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.181250 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a72d244e-a84a-4785-8bf2-6e7d9a8b4d91 req-e7c8ea41-3459-4cb3-a491-154c285ac825 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1417038 Sep 07 16:13:55.192732 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43800) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.202803 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4599-325e-40ff-be0d-52551ebc246b req-e7c0cb69-2cf0-47ba-935f-e7626858475d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.204531 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cbac4599-325e-40ff-be0d-52551ebc246b req-e7c0cb69-2cf0-47ba-935f-e7626858475d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1687768 Sep 07 16:13:55.257091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a72d244e-a84a-4785-8bf2-6e7d9a8b4d91 req-32e327ee-0526-495a-9cd9-c59cd461545e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Sep 07 16:13:55.294862 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cbac4599-325e-40ff-be0d-52551ebc246b req-bcbf5010-2a21-4f64-9e27-77ed53516ba2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739288 Sep 07 16:13:55.312809 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3c35-b446-4d20-b150-731896ca66f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.333075 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5bdfd-fdcb-4080-80e1-e5fcf6ebb50e x-openstack-request-id: req-60c5bdfd-fdcb-4080-80e1-e5fcf6ebb50e {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:55.333075 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:55.333442 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-60c5bdfd-fdcb-4080-80e1-e5fcf6ebb50e {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:55.335387 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'code': 200} Sep 07 16:13:55.417994 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4119ceb8-fab9-4eeb-9880-2fb42175c06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.509582 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3c35-b446-4d20-b150-731896ca66f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.524142 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3c35-b446-4d20-b150-731896ca66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.615503 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ac7c3c35-b446-4d20-b150-731896ca66f7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c628f9163fb44c2bb0386920b2582dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578754 Sep 07 16:13:55.620042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43812) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.625996 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c3c35-b446-4d20-b150-731896ca66f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4199f6-9d54-4556-876f-3c64a4cd1660,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.684798 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549689-0a4e-4fed-9775-d1eedf5a9092 req-deba8c2b-eda3-49df-bb1f-dfc14c3ecc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.695244 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76549689-0a4e-4fed-9775-d1eedf5a9092 req-deba8c2b-eda3-49df-bb1f-dfc14c3ecc29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1099 time: 0.1510701 Sep 07 16:13:55.736252 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.761153 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.776502 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4119ceb8-fab9-4eeb-9880-2fb42175c06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.782513 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76549689-0a4e-4fed-9775-d1eedf5a9092 req-c8cf7a61-3574-4dde-8988-31d79d7a4dc8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638514 Sep 07 16:13:55.783620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4119ceb8-fab9-4eeb-9880-2fb42175c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.834194 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4119ceb8-fab9-4eeb-9880-2fb42175c06e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=df999fcea19942ad8c29068f5aea2f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391222 Sep 07 16:13:55.835077 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ceb8-fab9-4eeb-9880-2fb42175c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c156b2e-ce7c-4e48-9e77-0ad96033d654,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.851093 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43818) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.885165 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.887727 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.888879 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1a4199f6-9d54-4556-876f-3c64a4cd1660 HTTP/1.1" status: 204 len: 168 time: 0.2675240 Sep 07 16:13:55.905356 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4199f6-9d54-4556-876f-3c64a4cd1660,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.916301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.916702 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.917052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.917393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.917737 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.917858 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.918076 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.918408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.918741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.919105 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.919440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.919768 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.920098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd626fee-181a-4825-86d2-683fde0d1e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:55.936272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd4503-de67-480c-a6e5-20a524e8d5d4 req-6cbeb3ab-ef92-418d-bf53-be9576495d40 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.937883 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-25dd4503-de67-480c-a6e5-20a524e8d5d4 req-6cbeb3ab-ef92-418d-bf53-be9576495d40 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0891623 Sep 07 16:13:55.963308 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.000482 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-25dd4503-de67-480c-a6e5-20a524e8d5d4 req-c77fe6b5-9783-4729-abad-0f8d74388cdf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551710 Sep 07 16:13:56.041059 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.044387 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.045515 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c156b2e-ce7c-4e48-9e77-0ad96033d654 HTTP/1.1" status: 204 len: 168 time: 0.1953554 Sep 07 16:13:56.055720 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d13ac-ce53-464a-91aa-d4d976f9e752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c156b2e-ce7c-4e48-9e77-0ad96033d654,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.393099 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43842) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:56.412493 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.505879 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4413-7275-443b-a2bc-5bdd414d81ba req-860d9cf3-ff09-4609-b00e-a6f770da7c3e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:56.507572 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-92ed4413-7275-443b-a2bc-5bdd414d81ba req-860d9cf3-ff09-4609-b00e-a6f770da7c3e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0744689 Sep 07 16:13:56.515656 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7cfa4-93b1-43bc-9a65-71e52313d288 req-5ef47904-d95b-4eef-896e-19d623cf003d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:56.518056 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3c7cfa4-93b1-43bc-9a65-71e52313d288 req-5ef47904-d95b-4eef-896e-19d623cf003d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1357558 Sep 07 16:13:56.550285 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.561406 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.621816 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a92805cf5c79443ebdffe3d755eae650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242346 Sep 07 16:13:56.622200 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43846) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:56.624575 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-92ed4413-7275-443b-a2bc-5bdd414d81ba req-96f58011-0011-454c-8b46-9fa674453347 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044667 Sep 07 16:13:56.640490 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3c7cfa4-93b1-43bc-9a65-71e52313d288 req-7d9825b1-a5d5-4342-9e37-c590360d2652 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102455 Sep 07 16:13:56.659695 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22ba6f-fb01-4a7d-9f53-166ea69a7e07,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.666601 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.667135 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.667492 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.668148 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.668148 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.668551 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.668954 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.669140 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.669606 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.670027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.670381 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.670686 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b258-4dff-406b-b714-22f7261c740b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:56.724841 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.732327 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 43848) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:56.762029 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.766958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7769a494-a1b8-49bd-b703-da8c2e9c8e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.856396 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.862817 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.866869 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ee22ba6f-fb01-4a7d-9f53-166ea69a7e07 HTTP/1.1" status: 204 len: 168 time: 0.2408547 Sep 07 16:13:56.881736 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff8ea3-4e1e-493f-a83e-b4486e851833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22ba6f-fb01-4a7d-9f53-166ea69a7e07,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.925692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7769a494-a1b8-49bd-b703-da8c2e9c8e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.930838 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7769a494-a1b8-49bd-b703-da8c2e9c8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.980343 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7769a494-a1b8-49bd-b703-da8c2e9c8e43 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b3105b924f724502ba65a59b4a8ce805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467239 Sep 07 16:13:56.981159 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769a494-a1b8-49bd-b703-da8c2e9c8e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb3dcb-b538-4a77-9dae-1305ba1f4a5b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.984265 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43860) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:57.040715 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.079381 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.148854 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163045c3-deaa-47ea-8ad4-ec504fb62a6a req-fd51ea25-2511-42f2-a934-8daee5f8c4ad tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.150329 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-163045c3-deaa-47ea-8ad4-ec504fb62a6a req-fd51ea25-2511-42f2-a934-8daee5f8c4ad tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0640085 Sep 07 16:13:57.153911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.157272 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.164997 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9dcb3dcb-b538-4a77-9dae-1305ba1f4a5b HTTP/1.1" status: 204 len: 168 time: 0.1722128 Sep 07 16:13:57.172508 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb883974-69d6-4e0b-980c-baabeeaea686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb3dcb-b538-4a77-9dae-1305ba1f4a5b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:57.218449 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-163045c3-deaa-47ea-8ad4-ec504fb62a6a req-1f1a7afa-be5c-4134-b06b-fc33ffdc5fc9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598612 Sep 07 16:13:57.410123 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bced1-7809-4261-953e-e0c32cdf1dea req-7f20b95b-0616-42ee-b9f1-b7220fc1f1b4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.412735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b28bced1-7809-4261-953e-e0c32cdf1dea req-7f20b95b-0616-42ee-b9f1-b7220fc1f1b4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0957220 Sep 07 16:13:57.422791 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 43876) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:57.430085 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'floatingip': {'port_id': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:57.550114 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.942012 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e1483-b6b9-4c3a-a116-e0f32be68426 req-2ebcb5a8-6c85-4d64-aeee-d69ff5e0ab16 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.987118 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f18e1483-b6b9-4c3a-a116-e0f32be68426 req-2ebcb5a8-6c85-4d64-aeee-d69ff5e0ab16 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1922183 Sep 07 16:13:58.088153 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4c7b-cd37-45e0-aad1-c7501ee1fff8 req-0b8ea930-c3eb-456f-ba01-553bd9e43f14 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:58.090825 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-567d4c7b-cd37-45e0-aad1-c7501ee1fff8 req-0b8ea930-c3eb-456f-ba01-553bd9e43f14 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.2832561 Sep 07 16:13:58.234140 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-567d4c7b-cd37-45e0-aad1-c7501ee1fff8 req-cdbebdff-5100-4f30-9973-dfe50218e674 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199474 Sep 07 16:13:58.255178 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f18e1483-b6b9-4c3a-a116-e0f32be68426 req-15071940-0eef-40ed-bf3e-bf06b07d0404 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546294 Sep 07 16:13:58.930398 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:58.937184 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:59.058284 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Floating IP fec80879-d91d-4260-8d61-77634330c231 associated. External IP: 172.27.0.119, port: a8650d61-f53f-4e68-b7e3-45e9a88bd9d0. Sep 07 16:13:59.385517 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:59.563898 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:59.566014 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fbe0c-f3ba-48d3-8232-f16e28375376 req-230632d8-9a58-405b-8321-fc09b6fa5bd3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.574750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-413fbe0c-f3ba-48d3-8232-f16e28375376 req-230632d8-9a58-405b-8321-fc09b6fa5bd3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.2296681 Sep 07 16:13:59.587310 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:59.593680 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c8ab3-fb00-4e28-a4db-415221646536 req-f3486f18-6a90-4372-9182-ac049f60ab5f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.596050 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c6c8ab3-fb00-4e28-a4db-415221646536 req-f3486f18-6a90-4372-9182-ac049f60ab5f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.2159712 Sep 07 16:13:59.597656 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:59.610518 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:59.612555 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:59.650269 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ef8ae6df-25e9-4177-838b-980f3f441a7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "PUT /v2.0/floatingips/fec80879-d91d-4260-8d61-77634330c231 HTTP/1.1" status: 200 len: 991 time: 2.2212164 Sep 07 16:13:59.650269 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:59.650269 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787" -d '{"events": [{"name": "network-changed", "server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:59.728825 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-413fbe0c-f3ba-48d3-8232-f16e28375376 req-607280b2-4c9c-470d-a289-33a5a0f35b56 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513295 Sep 07 16:13:59.785708 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c6c8ab3-fb00-4e28-a4db-415221646536 req-d4635c69-0c85-4bf5-a7b8-f6678709b94f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594677 Sep 07 16:13:59.881352 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e5179b-cf07-4836-91f9-86a3e04fe2d6 x-openstack-request-id: req-41e5179b-cf07-4836-91f9-86a3e04fe2d6 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:59.881759 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:59.882118 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-41e5179b-cf07-4836-91f9-86a3e04fe2d6 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:59.882665 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'status': 'completed', 'code': 200} Sep 07 16:14:00.029995 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:00.042364 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-6eecfc03-7e6a-4887-a61e-a01013b7766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.044175 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-6eecfc03-7e6a-4887-a61e-a01013b7766f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.1033514 Sep 07 16:14:00.095925 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ea950-85e9-4458-8eac-199f4d42f18c req-c6fb4f69-5ead-4b7d-8d3e-d6069b76fc34 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.099794 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-131ea950-85e9-4458-8eac-199f4d42f18c req-c6fb4f69-5ead-4b7d-8d3e-d6069b76fc34 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1551383 Sep 07 16:14:00.113151 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44010) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:00.120503 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'floatingip': {'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:00.260873 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-d972d3ff-5b39-4ea6-86db-0a9db8a9b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.262537 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-d972d3ff-5b39-4ea6-86db-0a9db8a9b5d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.1624303 Sep 07 16:14:00.334629 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:14:00.391042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:00.529296 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-a28913b2-95ed-44fd-805e-a9ace8973190 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 999 time: 0.2583880 Sep 07 16:14:00.677929 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-0db07570-8693-41d0-803f-951b8e80c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.684380 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-0db07570-8693-41d0-803f-951b8e80c433 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.1469247 Sep 07 16:14:00.827353 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fec80879-d91d-4260-8d61-77634330c231', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:22:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:14Z', 'updated_at': '2021-09-07T16:13:58Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:00.858352 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-35cf8db0-340f-4f21-a8c5-1fd9c06d708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.860942 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-35cf8db0-340f-4f21-a8c5-1fd9c06d708d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1625900 Sep 07 16:14:00.890444 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:00.898838 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44032) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:00.919164 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:00.919937 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:01.111849 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-74cfbd31-4800-4cd2-9bb2-b9e4e66c228e service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411528 Sep 07 16:14:01.125718 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:01.198375 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd0e5e-6d06-4f98-8d23-a2cf1139b95b req-652db724-b4ac-4103-ab6d-ea20ae3eeaf0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:01.200880 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-90cd0e5e-6d06-4f98-8d23-a2cf1139b95b req-652db724-b4ac-4103-ab6d-ea20ae3eeaf0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.2825837 Sep 07 16:14:01.275115 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba221b21-5d65-484a-8638-c68e05e1ae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.349169 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a917fc3d-4a2d-4ea2-a00c-ac36b3aca787 req-df735f64-da51-46c5-be92-b787ea882295 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189577 Sep 07 16:14:01.542445 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba221b21-5d65-484a-8638-c68e05e1ae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.551017 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba221b21-5d65-484a-8638-c68e05e1ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.636384 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fec80879-d91d-4260-8d61-77634330c231', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:22:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:14Z', 'updated_at': '2021-09-07T16:13:58Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:01.657414 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221b21-5d65-484a-8638-c68e05e1ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d481d91-a9a0-4a43-a9f0-083b56455b8a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:01.680327 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ba221b21-5d65-484a-8638-c68e05e1ae8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=739e9c64129e4cd6aaefbe4dfaec8ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518082 Sep 07 16:14:01.695029 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3db32-48b7-4c61-9956-dfed1958fd2f None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fec80879-d91d-4260-8d61-77634330c231', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:22:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:14Z', 'updated_at': '2021-09-07T16:13:58Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:01.703262 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44056) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:01.769171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.db.resource_extend [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:14:01.819272 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.838820 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-90cd0e5e-6d06-4f98-8d23-a2cf1139b95b req-7c5f674e-81d8-4086-b508-b09029bb2152 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814090 Sep 07 16:14:01.845555 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.879828 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.885301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.926775 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.929924 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.933479 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9d481d91-a9a0-4a43-a9f0-083b56455b8a HTTP/1.1" status: 204 len: 168 time: 0.2265687 Sep 07 16:14:01.940788 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae077fb-5268-40f4-885a-4b28da7e5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d481d91-a9a0-4a43-a9f0-083b56455b8a,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:02.036092 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Floating IP 020b0ca5-6313-4f3c-88b6-a14801c299af associated. External IP: 172.27.0.253, port: 97fa1bc3-aaa6-424e-9b57-7b789a19d759. Sep 07 16:14:02.041023 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bdb6e-78e1-434c-9c21-908b71a5c74d None None] New status for floating IP fec80879-d91d-4260-8d61-77634330c231: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:14:02.088986 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad79-8f90-4758-b819-b884693a2cee req-0401a34e-9ddd-4207-9340-e62a7ce1c70b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:02.091329 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-286dad79-8f90-4758-b819-b884693a2cee req-0401a34e-9ddd-4207-9340-e62a7ce1c70b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.1070485 Sep 07 16:14:02.195165 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-286dad79-8f90-4758-b819-b884693a2cee req-9032e844-90e5-43a8-8339-dce196ff1e36 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Sep 07 16:14:02.296754 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44070) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:02.314765 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1431e68f-e755-4b8f-8a95-7f1d615d2f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.341973 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:02.512288 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:02.517369 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.523057 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:02.533962 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:02.534753 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:02.548540 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1431e68f-e755-4b8f-8a95-7f1d615d2f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.556159 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1431e68f-e755-4b8f-8a95-7f1d615d2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.561363 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1b00a4eb-29a4-457f-92bb-a4d4ba9ef95a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "PUT /v2.0/floatingips/020b0ca5-6313-4f3c-88b6-a14801c299af HTTP/1.1" status: 200 len: 992 time: 2.4473107 Sep 07 16:14:02.563736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:02.565944 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:02.625006 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1431e68f-e755-4b8f-8a95-7f1d615d2f80 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b89b511f6e97441e8aacb85e20adabb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231177 Sep 07 16:14:02.625006 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e68f-e755-4b8f-8a95-7f1d615d2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2075116c-48ed-4e3a-8b53-62470fdd3dd3,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:02.626486 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44078) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:02.727647 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.748003 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:02.756794 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.815543 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.818602 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.819833 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2075116c-48ed-4e3a-8b53-62470fdd3dd3 HTTP/1.1" status: 204 len: 168 time: 0.1913278 Sep 07 16:14:02.832991 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1d79-107e-4e13-b4ad-29dceb49f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2075116c-48ed-4e3a-8b53-62470fdd3dd3,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:03.063126 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '020b0ca5-6313-4f3c-88b6-a14801c299af', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:24Z', 'updated_at': '2021-09-07T16:14:01Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:03.101072 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:03.113130 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:03.113897 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:13:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:03.245245 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:03.573350 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '020b0ca5-6313-4f3c-88b6-a14801c299af', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:24Z', 'updated_at': '2021-09-07T16:14:01Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:03.604439 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258381d6-5f80-46ba-ad1e-269939991093 None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '020b0ca5-6313-4f3c-88b6-a14801c299af', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:24Z', 'updated_at': '2021-09-07T16:14:01Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:03.889774 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32174963-660d-4744-bfbd-e2c2c90306f3 None None] New status for floating IP 020b0ca5-6313-4f3c-88b6-a14801c299af: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:14:04.704135 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8040b88-5df4-4c59-8c92-bfa24fc37f5a x-openstack-request-id: req-d8040b88-5df4-4c59-8c92-bfa24fc37f5a {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:04.704735 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:04.704889 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d8040b88-5df4-4c59-8c92-bfa24fc37f5a {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:04.705946 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'status': 'completed', 'code': 200} Sep 07 16:14:04.740639 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-8f95dc7b-d43c-44d5-9ea8-29c92456b08e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757618 Sep 07 16:14:04.880635 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-38c5b97e-c42d-4a6c-a768-726a380ef671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.882434 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-38c5b97e-c42d-4a6c-a768-726a380ef671 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.0533807 Sep 07 16:14:04.897776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-5155bd46-6163-4aad-a40b-d647927fbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.899827 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-5155bd46-6163-4aad-a40b-d647927fbdf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1099 time: 0.1260006 Sep 07 16:14:04.937328 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0caa71-aa0f-40d4-9e4a-f34383a6e439 req-905f4995-a8d8-4d02-9af0-15d9c0c482a7 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.943569 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df0caa71-aa0f-40d4-9e4a-f34383a6e439 req-905f4995-a8d8-4d02-9af0-15d9c0c482a7 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.1489098 Sep 07 16:14:04.973314 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea87ef-d39b-452d-8d93-3ad141d44d0f req-ff992eb1-c3bd-4ebf-837e-8959b196504b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.974965 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65ea87ef-d39b-452d-8d93-3ad141d44d0f req-ff992eb1-c3bd-4ebf-837e-8959b196504b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1892052 Sep 07 16:14:05.194704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-35d7dc61-ea18-4768-aca9-9e33df8cb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.199355 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-35d7dc61-ea18-4768-aca9-9e33df8cb319 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.2900527 Sep 07 16:14:05.272887 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-716ff9d0-3c09-41c7-8de7-3a7ca7c1e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.274489 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-716ff9d0-3c09-41c7-8de7-3a7ca7c1e6f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.3384748 Sep 07 16:14:05.300514 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df0caa71-aa0f-40d4-9e4a-f34383a6e439 req-4f54a14a-b2e7-4376-ae6c-46c850b903ee tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367274 Sep 07 16:14:05.348356 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65ea87ef-d39b-452d-8d93-3ad141d44d0f req-5ab4d63b-5263-4f00-a981-bf14297c43a8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793413 Sep 07 16:14:05.363541 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-5c926d2e-2e0b-404c-8495-4fa42a3b9658 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0808880 Sep 07 16:14:05.377208 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-b48653e4-1d3c-4416-a917-9e73b6839ba2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 1002 time: 0.1544518 Sep 07 16:14:05.430377 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-3caf2e8a-9630-4f81-956c-21f070672c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.432338 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-3caf2e8a-9630-4f81-956c-21f070672c67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0586579 Sep 07 16:14:05.448814 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-6997faa2-b44c-4386-b641-6a997c7019c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.450327 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-6997faa2-b44c-4386-b641-6a997c7019c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0653069 Sep 07 16:14:05.493233 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-0d173093-78eb-426d-b70b-073daf07a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.495371 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-0d173093-78eb-426d-b70b-073daf07a6e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437329 Sep 07 16:14:05.517107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-e0ba3892-3660-4b8e-921d-f8bf739ebbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.518840 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-e0ba3892-3660-4b8e-921d-f8bf739ebbab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534468 Sep 07 16:14:05.603222 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44170) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:05.712024 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc1ed64-d418-49b2-a8dc-0e85bc7bf124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.806544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc1ed64-d418-49b2-a8dc-0e85bc7bf124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.810904 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc1ed64-d418-49b2-a8dc-0e85bc7bf124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.812267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.849597 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-edc1ed64-d418-49b2-a8dc-0e85bc7bf124 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9785b05ce784033b1fbf6df5662227f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446315 Sep 07 16:14:05.850497 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1ed64-d418-49b2-a8dc-0e85bc7bf124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ee8e7-61c0-46d7-91c2-af57921b904c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:05.852380 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44178) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:05.904561 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.928648 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.984260 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.988404 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.990020 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/af2ee8e7-61c0-46d7-91c2-af57921b904c HTTP/1.1" status: 204 len: 168 time: 0.1351910 Sep 07 16:14:06.007539 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea97c3a-9f4b-4918-bd66-d4289192a1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ee8e7-61c0-46d7-91c2-af57921b904c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.345107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44212) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:06.360146 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bceee31-a30e-4225-ba37-517ac25ac4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.468314 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bceee31-a30e-4225-ba37-517ac25ac4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.473306 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bceee31-a30e-4225-ba37-517ac25ac4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.531888 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0bceee31-a30e-4225-ba37-517ac25ac4b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1ee093f654af402ead19d1957f5f6961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852710 Sep 07 16:14:06.534265 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceee31-a30e-4225-ba37-517ac25ac4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d3b721-1534-4a17-9a72-fc1d0a3bafc1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.535779 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44216) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:06.618030 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.656098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.764502 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-a64049c6-8825-45bf-8c1f-3ea66b5ce64f service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261442 Sep 07 16:14:06.765378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.767946 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.769043 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62d3b721-1534-4a17-9a72-fc1d0a3bafc1 HTTP/1.1" status: 204 len: 168 time: 0.2311358 Sep 07 16:14:06.781049 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a668fa-5d80-4c57-840c-259fbb32a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d3b721-1534-4a17-9a72-fc1d0a3bafc1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:07.037418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a1db81d0-d304-4804-a37d-75d1515bfbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.978619 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44262) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:08.110840 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c6eabb0-e95e-4210-9b3e-d1f4bd59e3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.214865 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c6eabb0-e95e-4210-9b3e-d1f4bd59e3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.219469 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c6eabb0-e95e-4210-9b3e-d1f4bd59e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.257039 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eabb0-e95e-4210-9b3e-d1f4bd59e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7794e254-47ca-41ad-b134-e18fbbe850d7,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:08.267776 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9c6eabb0-e95e-4210-9b3e-d1f4bd59e3dd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0080b433a6284168a7d20d5edd604acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849650 Sep 07 16:14:08.268621 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44272) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:08.321466 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.342832 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.391925 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.395744 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.397433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7794e254-47ca-41ad-b134-e18fbbe850d7 HTTP/1.1" status: 204 len: 168 time: 0.1279571 Sep 07 16:14:08.408938 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867ab11-ea3e-4ce6-9bd8-1da70d9f7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7794e254-47ca-41ad-b134-e18fbbe850d7,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:08.914645 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-7a8c4cbe-cdaa-43a7-85ba-7619c0019227 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255333 Sep 07 16:14:08.993964 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d8a40d0-f58e-47c0-a7d5-c08729697c3e req-91ecd1db-502a-40ff-b60e-3f3236ecdaed service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843097 Sep 07 16:14:09.274569 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9a4-aaea-4a01-ab18-ca39b47d78e5 req-aa28f317-8339-4130-a80e-1cd1992c9b10 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.276138 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c04ab9a4-aaea-4a01-ab18-ca39b47d78e5 req-aa28f317-8339-4130-a80e-1cd1992c9b10 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.3586915 Sep 07 16:14:09.292284 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9ca63-ae24-4fb4-b4b4-7306c986c2da req-5c0d99e0-7926-4d79-b02b-a56c0ca9a5ba tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.293802 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5dc9ca63-ae24-4fb4-b4b4-7306c986c2da req-5c0d99e0-7926-4d79-b02b-a56c0ca9a5ba tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.3384161 Sep 07 16:14:09.339573 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f409106e-bdba-4eb2-8db7-fe25f1f9bcd7 req-7309f67a-34d5-4329-9c46-178ec9ca154e service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098203 Sep 07 16:14:09.388284 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c04ab9a4-aaea-4a01-ab18-ca39b47d78e5 req-58dc70a2-4ada-4acc-9a68-f2560c157ef5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933983 Sep 07 16:14:09.419412 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5dc9ca63-ae24-4fb4-b4b4-7306c986c2da req-194a1afc-e23a-4d42-abde-7678961c178b tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045396 Sep 07 16:14:09.633811 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.735050 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-16e87db6-d255-4171-bb27-463a556af570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.608837 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628f380-8ef3-46f8-8960-9f55eab4c00e req-320cf196-fdca-4337-830f-56473fed0bda tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.610558 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1628f380-8ef3-46f8-8960-9f55eab4c00e req-320cf196-fdca-4337-830f-56473fed0bda tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1037240 Sep 07 16:14:10.624025 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa36df2-27fb-4c00-9d3a-7c8aba511aa7 req-e33eb7ba-c0ee-4720-8254-b815ca67d774 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.625626 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-efa36df2-27fb-4c00-9d3a-7c8aba511aa7 req-e33eb7ba-c0ee-4720-8254-b815ca67d774 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0877323 Sep 07 16:14:10.691418 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1628f380-8ef3-46f8-8960-9f55eab4c00e req-faa22a1e-15a8-4f0f-8a0b-a49a57283c94 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646017 Sep 07 16:14:10.717094 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-efa36df2-27fb-4c00-9d3a-7c8aba511aa7 req-bffb882c-d743-4c94-b60b-a2e5aece3733 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/security-groups?id=f8dda441-6860-4f16-b29b-e570b1f407ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Sep 07 16:14:10.993268 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074415e3-149a-41ba-ab26-11b6d7525072 req-0ea141c4-7d80-4f59-bacc-d892b0e240bc tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.994732 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-074415e3-149a-41ba-ab26-11b6d7525072 req-0ea141c4-7d80-4f59-bacc-d892b0e240bc tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.83 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 945 time: 0.0648625 Sep 07 16:14:11.209596 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Deleting port 78c976ad-bcf4-4269-856c-8ae1ceb03507 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:11.210467 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.352519 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] For port 78c976ad-bcf4-4269-856c-8ae1ceb03507, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=78c976ad-bcf4-4269-856c-8ae1ceb03507,segment=NetworkSegment(83847512-3be4-4a2c-a15f-81d5ffa74a33),segment_id=83847512-3be4-4a2c-a15f-81d5ffa74a33)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:11.352949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.370588 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Calling delete_port for 78c976ad-bcf4-4269-856c-8ae1ceb03507 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:11.423865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.583632 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.601275 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['78c976ad-bcf4-4269-856c-8ae1ceb03507'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:14:11.628715 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Pushing event deleted for resources: {'Port': ['ID=78c976ad-bcf4-4269-856c-8ae1ceb03507,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:11.691757 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] No DVR routers for this DVR port 78c976ad-bcf4-4269-856c-8ae1ceb03507 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:14:11.695727 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.697811 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-074415e3-149a-41ba-ab26-11b6d7525072 req-28b67ed6-65fc-4f7d-991e-647cc3caace5 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.83 "DELETE /v2.0/ports/78c976ad-bcf4-4269-856c-8ae1ceb03507 HTTP/1.1" status: 204 len: 173 time: 0.6959441 Sep 07 16:14:11.698269 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'name': 'network-vif-deleted', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:11.700608 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb2b24-6996-4215-96a1-ba60cb4509c9" -d '{"events": [{"server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "name": "network-vif-deleted", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:11.746145 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416af3c3-038c-49f0-b042-700550a1d9f6 x-openstack-request-id: req-416af3c3-038c-49f0-b042-700550a1d9f6 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:11.746683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af4dfd1-cad3-4c68-ba67-bac5945ab3bb", "name": "network-vif-deleted", "tag": "78c976ad-bcf4-4269-856c-8ae1ceb03507", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:11.747342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-416af3c3-038c-49f0-b042-700550a1d9f6 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:11.748205 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af4dfd1-cad3-4c68-ba67-bac5945ab3bb', 'name': 'network-vif-deleted', 'tag': '78c976ad-bcf4-4269-856c-8ae1ceb03507', 'status': 'completed', 'code': 200} Sep 07 16:14:11.869285 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-12d90540-14ec-4c69-8a9e-fcdd85bc1dee req-e1abf143-eb8e-4360-bbf0-1e53d1e2944a tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0471420 Sep 07 16:14:11.896191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae6a79-14d6-45de-9dd8-728e70e519a1 req-08a44004-c8cf-44b8-87df-95ab3afd24ec tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:11.903759 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63ae6a79-14d6-45de-9dd8-728e70e519a1 req-08a44004-c8cf-44b8-87df-95ab3afd24ec tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0930276 Sep 07 16:14:11.966820 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63ae6a79-14d6-45de-9dd8-728e70e519a1 req-29cc6c46-0576-4e93-9807-55db5983c862 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578828 Sep 07 16:14:12.993578 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.130266 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9875fb-225a-4d06-ba07-d84f3d34f1d9 req-7a371018-92af-43ea-8bd4-aecd6ad54e41 tempest-DeleteServersTestJSON-1388186803 tempest-DeleteServersTestJSON-1388186803-project] 10.222.0.82 "GET /v2.0/ports?device_id=4af4dfd1-cad3-4c68-ba67-bac5945ab3bb HTTP/1.1" status: 200 len: 210 time: 0.0412977 Sep 07 16:14:13.183385 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51950767-0a57-47f9-b038-f35e653373d4 req-0fc2a302-93e0-484c-a52f-269fc080b73d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:13.184924 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51950767-0a57-47f9-b038-f35e653373d4 req-0fc2a302-93e0-484c-a52f-269fc080b73d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0989623 Sep 07 16:14:13.205930 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44500) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:13.232552 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51950767-0a57-47f9-b038-f35e653373d4 req-5ca5a5e7-8702-4383-8dc1-2901414e3eb8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Sep 07 16:14:13.263500 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Deleting subnet bfed737a-dc86-4903-bea7-ef351f699586 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:13.267285 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.318765 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.374912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.435888 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.474703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfed737a-dc86-4903-bea7-ef351f699586,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:13.480008 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.483447 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-295f6958-981c-4bbc-8382-c41292ed1a3a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/bfed737a-dc86-4903-bea7-ef351f699586 HTTP/1.1" status: 204 len: 168 time: 0.2740786 Sep 07 16:14:13.487400 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44518) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:13.574197 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.675713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.715972 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.716370 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.717207 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.717521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > port after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.717865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > port after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.718213 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > port after_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.718666 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.718992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.719323 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.719632 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.834042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.834763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.835066 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.835381 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:14:13.836870 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53fe757-0d5c-4a4e-8396-5767b9025d79']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:13.863744 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319c8ad0-1d3b-4445-96a2-3bc5588955be') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:13.864839 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319c8ad0-1d3b-4445-96a2-3bc5588955be') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:13.878138 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44532) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:13.888708 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.915230 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.924104 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:13.924622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: from cryptography.utils import int_from_bytes Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: from cryptography.utils import int_from_bytes Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:13.929197 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:13.995905 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.004250 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.007106 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] 10.222.0.82 "DELETE /v2.0/networks/e53fe757-0d5c-4a4e-8396-5767b9025d79 HTTP/1.1" status: 204 len: 168 time: 0.5175390 Sep 07 16:14:14.012082 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44536) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.017376 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548a8ec-4cab-493e-8d9b-7d7ef2ab80da admin admin] Pushing event deleted for resources: {'Network': ['ID=e53fe757-0d5c-4a4e-8396-5767b9025d79,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.062147 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7adc-0223-4f8b-9443-253c892bc570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.092266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Deleting subnet e4c91890-6dae-49a7-96f2-d3f63f76de64 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:14.098237 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.152033 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.219623 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.287358 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7adc-0223-4f8b-9443-253c892bc570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.296106 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7adc-0223-4f8b-9443-253c892bc570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.369448 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c7adc-0223-4f8b-9443-253c892bc570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea209001-a93f-407d-a0d3-aacab1065bdd,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.384266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.457161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c91890-6dae-49a7-96f2-d3f63f76de64,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.466275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8180a-7aa8-4018-ae19-d847f81adaf8 req-2b245a41-a9a5-4349-8c6c-1b5d9b142269 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:14.476790 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1b8180a-7aa8-4018-ae19-d847f81adaf8 req-2b245a41-a9a5-4349-8c6c-1b5d9b142269 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1029851 Sep 07 16:14:14.482248 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7a7c7adc-0223-4f8b-9443-253c892bc570 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=24ff9650473d48b2876a4def8d4e8f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028032 Sep 07 16:14:14.482901 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44556) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.501213 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.506867 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c1433c37-0617-4928-ba5c-e765b6f3a06d admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e4c91890-6dae-49a7-96f2-d3f63f76de64 HTTP/1.1" status: 204 len: 168 time: 0.4909346 Sep 07 16:14:14.508394 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44558) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.581766 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1b8180a-7aa8-4018-ae19-d847f81adaf8 req-da58ec4f-8cfa-4285-981f-4ed0b47f5199 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038501 Sep 07 16:14:14.604697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.660116 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.695417 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.731313 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.733852 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.735020 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea209001-a93f-407d-a0d3-aacab1065bdd HTTP/1.1" status: 204 len: 168 time: 0.2501621 Sep 07 16:14:14.745330 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc58d22-2b34-4442-8007-db57ce2835b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea209001-a93f-407d-a0d3-aacab1065bdd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.830685 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 78c976ad-bcf4-4269-856c-8ae1ceb03507 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:14.885056 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 78c976ad-bcf4-4269-856c-8ae1ceb03507 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:14.885523 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 78c976ad-bcf4-4269-856c-8ae1ceb03507 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:14.916519 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.956793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e24b91-d104-47cb-bc69-e991ced2a56b']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:14.980771 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c86398b-c937-41ba-8afe-3f631b5095a3') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:14.980771 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c86398b-c937-41ba-8afe-3f631b5095a3') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:14.996785 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.016254 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.028195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:15.030088 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:15.032068 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:15.110291 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.120655 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.123666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] 10.222.0.82 "DELETE /v2.0/networks/30e24b91-d104-47cb-bc69-e991ced2a56b HTTP/1.1" status: 204 len: 168 time: 0.6137960 Sep 07 16:14:15.138133 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1b57b-5512-4e32-9129-465db85cd420 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e24b91-d104-47cb-bc69-e991ced2a56b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.209859 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44586) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.247999 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aea86d5e-63ba-4c55-8ca5-b777d41ba814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.315914 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44590) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.387173 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f9c70301-38ac-4772-8b45-d512ba943614 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=300cf40c2fe2472e9312bb7554ece234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698760 Sep 07 16:14:15.390393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44592) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.447745 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aea86d5e-63ba-4c55-8ca5-b777d41ba814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.453164 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aea86d5e-63ba-4c55-8ca5-b777d41ba814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.505641 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-aea86d5e-63ba-4c55-8ca5-b777d41ba814 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6bc9a6161d1b4900b84184ecf4a4f19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948167 Sep 07 16:14:15.506629 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea86d5e-63ba-4c55-8ca5-b777d41ba814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f74bb-2b2b-405c-84de-c0a688452e12,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.509118 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.510326 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44594) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.548292 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.571707 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.595820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.614693 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.619271 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.621214 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c4b77b20-6c88-4970-8b66-0050ebf5a09c HTTP/1.1" status: 204 len: 168 time: 0.2297752 Sep 07 16:14:15.635363 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15bf8-ffd4-4757-b44b-453f2f7c0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b77b20-6c88-4970-8b66-0050ebf5a09c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.716323 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.722366 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.723852 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c22f74bb-2b2b-405c-84de-c0a688452e12 HTTP/1.1" status: 204 len: 168 time: 0.2111676 Sep 07 16:14:15.734847 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98446743-8486-4308-bd9a-926c172a4c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f74bb-2b2b-405c-84de-c0a688452e12,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.753655 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec1a83-d2cf-4f04-8194-f441a687efa4 req-a8529fbd-5bf2-4007-a20e-38ebf034d53d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:15.756746 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1fec1a83-d2cf-4f04-8194-f441a687efa4 req-a8529fbd-5bf2-4007-a20e-38ebf034d53d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0611560 Sep 07 16:14:15.808962 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1fec1a83-d2cf-4f04-8194-f441a687efa4 req-88cb93df-bba2-4dd7-9ddb-4301eee1ed4a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Sep 07 16:14:16.133150 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44622) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.211540 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Deleting subnet 6d757080-caa6-462c-bad0-e2757a783acf {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:16.218629 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.257931 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44626) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.275466 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a1438f9-3fa9-4005-bc91-1836d6570244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.286693 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.295601 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44628) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.344514 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.347122 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3366638f-c536-48a4-bea1-fa2eeff9dd44 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=956e6e2a4990461689ba71c1c70ca661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492425 Sep 07 16:14:16.348884 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44632) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.418767 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.447967 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.449300 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.485942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d757080-caa6-462c-bad0-e2757a783acf,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.499942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.503540 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-81423e3c-1116-488a-bbb0-be485179d797 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6d757080-caa6-462c-bad0-e2757a783acf HTTP/1.1" status: 204 len: 168 time: 0.3687649 Sep 07 16:14:16.506816 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44638) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.507356 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a1438f9-3fa9-4005-bc91-1836d6570244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.510918 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a1438f9-3fa9-4005-bc91-1836d6570244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.557270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.559892 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6a1438f9-3fa9-4005-bc91-1836d6570244 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fdf733ed015940d6b9c590cb509be943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009145 Sep 07 16:14:16.561959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.562523 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44644) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.563931 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ba6254a1-e0b7-4af2-ac36-424adce9a99f HTTP/1.1" status: 204 len: 168 time: 0.2136033 Sep 07 16:14:16.570873 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1438f9-3fa9-4005-bc91-1836d6570244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebd007-33e9-405a-9b77-5828f437492e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.603062 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a2dc0-3acf-4739-80ef-aacb5cf656c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6254a1-e0b7-4af2-ac36-424adce9a99f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.619038 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.623513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.644113 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.725817 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.730016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.730471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.731582 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e9ebd007-33e9-405a-9b77-5828f437492e HTTP/1.1" status: 204 len: 168 time: 0.1680415 Sep 07 16:14:16.741561 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dc196-2946-47fc-88b8-ed40ee99970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebd007-33e9-405a-9b77-5828f437492e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.765275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cea27b-be7f-436e-abd4-67fab529998f']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:16.786127 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83847512-3be4-4a2c-a15f-81d5ffa74a33') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:16.786859 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83847512-3be4-4a2c-a15f-81d5ffa74a33') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:16.809756 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.850226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.863787 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:16.864615 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:16.867479 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:16.948201 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.954701 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.956852 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] 10.222.0.82 "DELETE /v2.0/networks/44cea27b-be7f-436e-abd4-67fab529998f HTTP/1.1" status: 204 len: 168 time: 0.4488230 Sep 07 16:14:16.974272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848af02-8eec-4efe-9951-2d78c0d8d21c admin admin] Pushing event deleted for resources: {'Network': ['ID=44cea27b-be7f-436e-abd4-67fab529998f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:17.360773 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44684) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:17.407256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7cc55f3b-1566-4588-aa0e-95443c0d570d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=470a35424e7942cd82f7f0b06dff8b4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421894 Sep 07 16:14:17.407830 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44688) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:17.465434 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.489662 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.567904 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.571324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.576669 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f8dda441-6860-4f16-b29b-e570b1f407ce HTTP/1.1" status: 204 len: 168 time: 0.1637027 Sep 07 16:14:17.584427 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cc1f2-2059-4f40-ad51-c720f335b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dda441-6860-4f16-b29b-e570b1f407ce,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:19.653683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31dba5-c3e9-4940-afa5-e33fad24ce91 req-3d03ec32-df5e-4823-91cb-d1e09be8fec4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.661029 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f31dba5-c3e9-4940-afa5-e33fad24ce91 req-3d03ec32-df5e-4823-91cb-d1e09be8fec4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0551713 Sep 07 16:14:19.717516 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f31dba5-c3e9-4940-afa5-e33fad24ce91 req-8f6fe908-b4e1-4df6-bfe0-65c45cfd44a8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Sep 07 16:14:20.510924 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44888) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:20.647046 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-912c8d05-c97e-447a-bc57-2442c642587c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.759955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-912c8d05-c97e-447a-bc57-2442c642587c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.766725 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-912c8d05-c97e-447a-bc57-2442c642587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.813388 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-912c8d05-c97e-447a-bc57-2442c642587c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c2afda6948ed498dadeef192c780a83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013251 Sep 07 16:14:20.813523 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44922) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:20.835983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c8d05-c97e-447a-bc57-2442c642587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ad3ec-85ab-4410-a458-08d159cbb345,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:20.898793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a92fd-90af-42d3-814c-6e7a2479889f req-4315762f-031d-4ef5-a82a-03dc0dc6cee6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:20.900572 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9d7a92fd-90af-42d3-814c-6e7a2479889f req-4315762f-031d-4ef5-a82a-03dc0dc6cee6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0859928 Sep 07 16:14:20.917703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.944292 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.988594 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9d7a92fd-90af-42d3-814c-6e7a2479889f req-dc0c5219-9a8c-4ee7-bfee-19ed7d94bfa8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Sep 07 16:14:21.011703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.013589 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.017702 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/710ad3ec-85ab-4410-a458-08d159cbb345 HTTP/1.1" status: 204 len: 168 time: 0.2015841 Sep 07 16:14:21.026215 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531228f-ba6b-43c1-8b9b-2732bb6dcd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ad3ec-85ab-4410-a458-08d159cbb345,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:21.435161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44972) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:21.449546 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dbf833f7-40ec-48b2-be06-8a0b05d3be02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.564047 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dbf833f7-40ec-48b2-be06-8a0b05d3be02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.569659 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dbf833f7-40ec-48b2-be06-8a0b05d3be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.612286 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf833f7-40ec-48b2-be06-8a0b05d3be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70799e-89e6-4e29-b3a1-bf61d00d0570,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:21.617238 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-dbf833f7-40ec-48b2-be06-8a0b05d3be02 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f052616bdfe44cc3b6f6436046653cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810117 Sep 07 16:14:21.620135 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44974) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:21.693032 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.736138 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44982) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:21.736660 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.794323 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.796902 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.800436 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4f70799e-89e6-4e29-b3a1-bf61d00d0570 HTTP/1.1" status: 204 len: 168 time: 0.1764276 Sep 07 16:14:21.807910 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019273ad-a30f-4b7f-87e8-014697fe47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70799e-89e6-4e29-b3a1-bf61d00d0570,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:21.878298 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c37c721-1112-4e48-8338-6092a8e18c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.981989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c37c721-1112-4e48-8338-6092a8e18c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.986905 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c37c721-1112-4e48-8338-6092a8e18c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.029709 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6c37c721-1112-4e48-8338-6092a8e18c5b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e68f4fc70cb24711b0708eb872979ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918963 Sep 07 16:14:22.030444 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37c721-1112-4e48-8338-6092a8e18c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b27a1-5828-4c3e-8ee3-c06e456ee901,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.032346 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 44994) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.093190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.134618 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.161995 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 44996) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.175109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48ed4b87-f62b-4c25-a13f-fcd7dbc08905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.199461 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.204027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.206231 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6b5b27a1-5828-4c3e-8ee3-c06e456ee901 HTTP/1.1" status: 204 len: 168 time: 0.1716931 Sep 07 16:14:22.216590 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586de0-6542-4ac3-82c2-6fe46c711c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b27a1-5828-4c3e-8ee3-c06e456ee901,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.321791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48ed4b87-f62b-4c25-a13f-fcd7dbc08905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.331721 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-48ed4b87-f62b-4c25-a13f-fcd7dbc08905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.378638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-48ed4b87-f62b-4c25-a13f-fcd7dbc08905 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1b651cfc980144d5b170d38f6cb81edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154806 Sep 07 16:14:22.379934 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed4b87-f62b-4c25-a13f-fcd7dbc08905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba22eb4f-e4a7-4dd7-b581-b489d24a216d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.382589 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45000) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.464666 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.495827 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.570576 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.574623 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.576255 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ba22eb4f-e4a7-4dd7-b581-b489d24a216d HTTP/1.1" status: 204 len: 168 time: 0.1904533 Sep 07 16:14:22.588640 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c117-2b7e-47c9-a6f8-b773bd8230d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba22eb4f-e4a7-4dd7-b581-b489d24a216d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.726779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45022) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.747622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f054a21f-c463-4a0f-818e-d436c274f185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.885813 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f054a21f-c463-4a0f-818e-d436c274f185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.892244 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f054a21f-c463-4a0f-818e-d436c274f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.935715 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f054a21f-c463-4a0f-818e-d436c274f185 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0c5bdc53d4d74ec4aaa0ffa0fa3712e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070811 Sep 07 16:14:22.936540 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054a21f-c463-4a0f-818e-d436c274f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3721784b-3561-47a8-ad60-abff3c54bff0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.940843 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45032) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.999367 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.030453 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.102924 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.106669 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.111514 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3721784b-3561-47a8-ad60-abff3c54bff0 HTTP/1.1" status: 204 len: 168 time: 0.1695416 Sep 07 16:14:23.120190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70763-57f2-4703-89f2-4f66b7204331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3721784b-3561-47a8-ad60-abff3c54bff0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:25.288256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14695-d444-40e5-8f61-1b2d421aa7fd req-22c103ed-f906-4415-bece-3f5bea266f33 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:25.289829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-99a14695-d444-40e5-8f61-1b2d421aa7fd req-22c103ed-f906-4415-bece-3f5bea266f33 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0562465 Sep 07 16:14:25.346757 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-99a14695-d444-40e5-8f61-1b2d421aa7fd req-8f68c189-41d7-40c7-bcc0-b55e61a3abd5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Sep 07 16:14:26.494058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6dcd9-1e6d-4345-9e5d-4dfe07376921 req-0e51b5fc-462f-491e-9131-cc3fe8752133 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:26.496183 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-22a6dcd9-1e6d-4345-9e5d-4dfe07376921 req-0e51b5fc-462f-491e-9131-cc3fe8752133 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0708678 Sep 07 16:14:26.540672 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-22a6dcd9-1e6d-4345-9e5d-4dfe07376921 req-63ce4ea5-9a51-4854-831b-081e4549233d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379007 Sep 07 16:14:27.708904 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a7114-411c-4343-a8d6-f8bb97c34d91 req-68d93c57-afb2-4c04-bc5d-0c0ac67b37b0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:27.714577 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a1a7114-411c-4343-a8d6-f8bb97c34d91 req-68d93c57-afb2-4c04-bc5d-0c0ac67b37b0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0660496 Sep 07 16:14:27.772722 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a1a7114-411c-4343-a8d6-f8bb97c34d91 req-ebefe7a3-2bc5-4d17-bd4a-1e2d2c9eccd5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Sep 07 16:14:28.027636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45286) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:28.171682 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44bc5366-29de-46c9-94f8-7c82aba12ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.279738 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45292) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:28.295530 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44bc5366-29de-46c9-94f8-7c82aba12ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.301568 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44bc5366-29de-46c9-94f8-7c82aba12ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.341132 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-44bc5366-29de-46c9-94f8-7c82aba12ba1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1dbef63678d541f2ab401f432576b90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121815 Sep 07 16:14:28.343377 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5366-29de-46c9-94f8-7c82aba12ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db46c0a1-a14d-43fa-a5a8-9a9855fab810,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:28.346545 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45296) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:28.408260 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.434478 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaee3-dfef-4b5b-8833-613f83fe395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.454818 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.544224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.548000 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.549386 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/db46c0a1-a14d-43fa-a5a8-9a9855fab810 HTTP/1.1" status: 204 len: 168 time: 0.2010791 Sep 07 16:14:28.573503 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528bd68-04b2-4073-9cdf-19ef67bdb076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db46c0a1-a14d-43fa-a5a8-9a9855fab810,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:28.640763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaee3-dfef-4b5b-8833-613f83fe395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.656676 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaee3-dfef-4b5b-8833-613f83fe395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.698699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdaee3-dfef-4b5b-8833-613f83fe395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8e50e-054f-47bd-a952-5c5d7cb957d5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:28.741419 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45312) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:28.741930 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ebbdaee3-dfef-4b5b-8833-613f83fe395c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5e2f7a6e4d3947048bac306ce3335c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606967 Sep 07 16:14:28.829959 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.868877 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.960947 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.965098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.970094 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e3d37-20e7-434f-a351-f0a7e4903db1 req-77a05ac6-8cb0-4b89-b79b-2a915d47c90a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:28.971237 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b3b8e50e-054f-47bd-a952-5c5d7cb957d5 HTTP/1.1" status: 204 len: 168 time: 0.2287657 Sep 07 16:14:28.972127 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45320) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:28.980379 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-383e3d37-20e7-434f-a351-f0a7e4903db1 req-77a05ac6-8cb0-4b89-b79b-2a915d47c90a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0904315 Sep 07 16:14:28.999544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b567-4964-4e2a-88ae-651a32e043cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8e50e-054f-47bd-a952-5c5d7cb957d5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.033451 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-383e3d37-20e7-434f-a351-f0a7e4903db1 req-5dc4c82e-c5bf-47f9-9b46-2ad40d9d55f9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520301 Sep 07 16:14:29.194382 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45328) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:29.210864 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32498ded-b444-46f6-87c4-472abe13d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.347766 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32498ded-b444-46f6-87c4-472abe13d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.354500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32498ded-b444-46f6-87c4-472abe13d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.389447 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-03ef0522-bd22-44e9-a999-58590c0dd7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.417142 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32498ded-b444-46f6-87c4-472abe13d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac78463-f25f-41da-ab98-3b29360f4faf,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.428968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-32498ded-b444-46f6-87c4-472abe13d0aa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2c216359ebe247ea8385db3cb4e5c90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330022 Sep 07 16:14:29.432578 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45330) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:29.461939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45332) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:29.490536 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31738b54-cc7d-49f2-b312-bc7333488f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.515590 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-03ef0522-bd22-44e9-a999-58590c0dd7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.522406 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-03ef0522-bd22-44e9-a999-58590c0dd7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.554395 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-03ef0522-bd22-44e9-a999-58590c0dd7c7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f7d23cce0cf84351bb1118bce6285016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769336 Sep 07 16:14:29.563098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45336) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:29.568594 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.615188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.615441 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef0522-bd22-44e9-a999-58590c0dd7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4cfbe0-fced-4047-9074-a8366ef7e752,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.649464 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.680425 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.715386 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31738b54-cc7d-49f2-b312-bc7333488f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.725176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31738b54-cc7d-49f2-b312-bc7333488f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.757102 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.761412 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.765539 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.765713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aac78463-f25f-41da-ab98-3b29360f4faf HTTP/1.1" status: 204 len: 168 time: 0.3288741 Sep 07 16:14:29.778454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.792330 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bb4cfbe0-fced-4047-9074-a8366ef7e752 HTTP/1.1" status: 204 len: 168 time: 0.2158968 Sep 07 16:14:29.794481 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31738b54-cc7d-49f2-b312-bc7333488f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bbef55-1c22-48fe-9a61-965df1cbb7fe,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.823758 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-31738b54-cc7d-49f2-b312-bc7333488f64 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a01ded4b78344561b45a444c957141e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581066 Sep 07 16:14:29.829470 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45348) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:29.835788 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bab95-07c3-4984-97a7-720465d8a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac78463-f25f-41da-ab98-3b29360f4faf,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.849149 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb8eae-1d30-445d-b7e1-cc9d1bb93ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4cfbe0-fced-4047-9074-a8366ef7e752,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.963617 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.997439 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.080527 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.085552 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.087555 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/84bbef55-1c22-48fe-9a61-965df1cbb7fe HTTP/1.1" status: 204 len: 168 time: 0.2556744 Sep 07 16:14:30.102702 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e32a41-143a-4126-b804-917b1eb3cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bbef55-1c22-48fe-9a61-965df1cbb7fe,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:30.199405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1c228-b367-4089-8833-406cba1ceda2 req-b034dffd-7cca-4834-8617-f9ab21951b51 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:30.201707 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52e1c228-b367-4089-8833-406cba1ceda2 req-b034dffd-7cca-4834-8617-f9ab21951b51 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0601969 Sep 07 16:14:30.252430 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52e1c228-b367-4089-8833-406cba1ceda2 req-a056e826-b983-428f-9ec6-17e345746a8f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Sep 07 16:14:31.275978 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45418) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:31.402545 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936394-1e29-47a3-8f40-b4d7350038ba req-7bc43d89-653b-41dd-b659-f5b7e5f50842 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:31.405710 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05936394-1e29-47a3-8f40-b4d7350038ba req-7bc43d89-653b-41dd-b659-f5b7e5f50842 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0639560 Sep 07 16:14:31.462633 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05936394-1e29-47a3-8f40-b4d7350038ba req-de0ed077-8ce0-4678-8ba8-89bc8daebeb2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 Sep 07 16:14:31.512528 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126760785-network', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:31.546064 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Made reservation on behalf of 3b09bfdfb6b94f6ca1a1d2ca2f2625fd for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:31.551249 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.563314 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.727446 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.733501 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.783611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:31.815075 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:31.820882 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.821643 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Added segment 832bfa1a-db7e-4102-a083-2ed12698b6e2 of type vlan for network 7f864097-242e-4582-805c-ce4a89c33a47 Sep 07 16:14:31.916572 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.976141 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.977279 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:31.978022 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.035964 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7526531 Sep 07 16:14:32.037224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45444) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.047060 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Request body: {'subnet': {'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126760785-subnet', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:32.079742 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Made reservation on behalf of 3b09bfdfb6b94f6ca1a1d2ca2f2625fd for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:32.082589 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.095945 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b12aa-a1e7-4a71-9945-bb5f756a5267 admin admin] Pushing event updated for resources: {'Network': ['ID=7f864097-242e-4582-805c-ce4a89c33a47,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:32.111686 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 7f864097-242e-4582-805c-ce4a89c33a47 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:32.372146 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.464324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f86379-9a89-4592-8be3-71bd68d14efc,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:32.473090 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Checking segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:32.473443 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Network hostable DHCP agents. Network: 7f864097-242e-4582-805c-ce4a89c33a47, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:32.504386 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Network 7f864097-242e-4582-805c-ce4a89c33a47 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:32.516978 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 7f864097-242e-4582-805c-ce4a89c33a47) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:32.524297 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:32.525057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.537564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5de0a-70b4-4e23-a488-8c814fba4765 None None] Network 7f864097-242e-4582-805c-ce4a89c33a47 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:32.542299 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e0341bf9-2ebf-4049-9f73-7f508cf31506 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5023429 Sep 07 16:14:32.547283 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45464) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.553778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:32.641278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.646544 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.678873 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2f298-a05e-4e00-bf45-ba8b8c4cf24e req-c5c1b99d-4391-44f1-bf01-c24237210d5c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:32.681356 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87c2f298-a05e-4e00-bf45-ba8b8c4cf24e req-c5c1b99d-4391-44f1-bf01-c24237210d5c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0916657 Sep 07 16:14:32.770508 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.776292 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-7f864097-242e-4582-805c-ce4a89c33a47', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:14:32.782168 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.831881 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87c2f298-a05e-4e00-bf45-ba8b8c4cf24e req-df1d1bb5-f443-43a6-8829-b4aff916de9c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204908 Sep 07 16:14:33.010270 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Allocated IP 172.20.0.2 (7f864097-242e-4582-805c-ce4a89c33a47/07f86379-9a89-4592-8be3-71bd68d14efc/659a2a0a-3375-41f8-8747-81f1a5c83e43) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:33.010594 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.229655 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.257668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Transition to ACTIVE for port object 659a2a0a-3375-41f8-8747-81f1a5c83e43 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:33.292614 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Transition to ACTIVE for port object 659a2a0a-3375-41f8-8747-81f1a5c83e43 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:33.302457 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.352536 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Network 7f864097-242e-4582-805c-ce4a89c33a47 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:33.358132 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:33.372414 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:33.412310 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Pushing event updated for resources: {'Port': ['ID=659a2a0a-3375-41f8-8747-81f1a5c83e43,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:33.422768 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.423183 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.424011 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.424011 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.424302 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.424608 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.424937 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.425805 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.426223 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.426568 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.426901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.427287 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:33.464197 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Attempting to bind port 659a2a0a-3375-41f8-8747-81f1a5c83e43 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:33.464561 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Attempting to bind port 659a2a0a-3375-41f8-8747-81f1a5c83e43 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:33.464924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Attempting to bind port 659a2a0a-3375-41f8-8747-81f1a5c83e43 on network 7f864097-242e-4582-805c-ce4a89c33a47 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:33.470572 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:33.470953 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Checking segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:33.471386 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.471842 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Bound using segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:33.472299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Bound port: 659a2a0a-3375-41f8-8747-81f1a5c83e43, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:33.472767 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.583143 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] For port 659a2a0a-3375-41f8-8747-81f1a5c83e43, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:33.584479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.588411 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] For port 659a2a0a-3375-41f8-8747-81f1a5c83e43, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=659a2a0a-3375-41f8-8747-81f1a5c83e43,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:33.593415 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.604799 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.658939 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1816a3-f6d5-4e84-a341-a0d5ec089c1c None None] Pushing event updated for resources: {'Port': ['ID=659a2a0a-3375-41f8-8747-81f1a5c83e43,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:33.726938 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Allocated IP 172.27.0.235 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/30be0897-26e4-479c-acc4-7877bdd84fc6) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:33.854953 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.971243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.031542 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 659a2a0a-3375-41f8-8747-81f1a5c83e43 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:34.058453 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:34.062316 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Pushing event updated for resources: {'Port': ['ID=30be0897-26e4-479c-acc4-7877bdd84fc6,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:34.065516 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:34.070418 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:34.103962 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 659a2a0a-3375-41f8-8747-81f1a5c83e43 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:34.134889 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63712197-6fc9-4068-a8eb-13620cc43a58 req-fcc80bbe-d0e1-400a-86b1-f01374dfb51c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:34.136406 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63712197-6fc9-4068-a8eb-13620cc43a58 req-fcc80bbe-d0e1-400a-86b1-f01374dfb51c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1542614 Sep 07 16:14:34.257710 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63712197-6fc9-4068-a8eb-13620cc43a58 req-7d72e634-4c09-4868-a805-a6c3aa790079 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146815 Sep 07 16:14:34.475453 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.746030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.829828 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec9d7d-fa1c-430d-9d0c-842f29952e42 None None] Network 7f864097-242e-4582-805c-ce4a89c33a47 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:34.889579 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Provisioning for port 659a2a0a-3375-41f8-8747-81f1a5c83e43 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:34.899256 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Provisioning complete for port 659a2a0a-3375-41f8-8747-81f1a5c83e43 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:34.899624 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.916302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:14:35.096636 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.157830 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:35.173085 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Sync routers for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:35.189817 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.192821 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:35.194089 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:35.197363 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45524) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:35.209591 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-cd493ecd-b4d3-4c7a-bedc-8d64975d48b5 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6598041 Sep 07 16:14:35.299446 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] For port 659a2a0a-3375-41f8-8747-81f1a5c83e43, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=659a2a0a-3375-41f8-8747-81f1a5c83e43,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:35.305316 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.363845 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:35.392845 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c906e1-a669-41be-90a0-16ee7855f942 None None] Pushing event updated for resources: {'Port': ['ID=659a2a0a-3375-41f8-8747-81f1a5c83e43,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:35.495342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580073-1d31-4469-9d4e-c78f538ea6f6 req-257f79fd-fcc7-4b92-a076-cb8c80ac6009 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:35.497065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b9580073-1d31-4469-9d4e-c78f538ea6f6 req-257f79fd-fcc7-4b92-a076-cb8c80ac6009 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0634947 Sep 07 16:14:35.538735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-faca87d1-5933-42a4-bf04-d20f0a2e8741 None None] Provisioning complete for port 659a2a0a-3375-41f8-8747-81f1a5c83e43 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:35.539244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-faca87d1-5933-42a4-bf04-d20f0a2e8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.592554 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b9580073-1d31-4469-9d4e-c78f538ea6f6 req-ba282cdb-aba7-48b2-bd65-53ad02b1be73 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Sep 07 16:14:35.696731 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:34Z', 'revision_number': 3, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:35.757408 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Checking router: b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:35.758039 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Updating router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 port 30be0897-26e4-479c-acc4-7877bdd84fc6 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:35.791467 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.847967 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.932921 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.955439 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 659a2a0a-3375-41f8-8747-81f1a5c83e43 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:36.108906 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 659a2a0a-3375-41f8-8747-81f1a5c83e43 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:36.109513 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.328993 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.340177 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Transition to ACTIVE for port object 30be0897-26e4-479c-acc4-7877bdd84fc6 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:36.346048 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.350825 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Allocated IP 172.20.0.1 (7f864097-242e-4582-805c-ce4a89c33a47/07f86379-9a89-4592-8be3-71bd68d14efc/46755fff-ad86-462e-b239-956731e6f94f) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:36.401776 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Attempting to bind port 30be0897-26e4-479c-acc4-7877bdd84fc6 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:36.402138 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Attempting to bind port 30be0897-26e4-479c-acc4-7877bdd84fc6 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:36.402517 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Attempting to bind port 30be0897-26e4-479c-acc4-7877bdd84fc6 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:36.420238 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:36.420875 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:36.421492 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.422143 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:36.423639 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Bound port: 30be0897-26e4-479c-acc4-7877bdd84fc6, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:36.423917 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.432587 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Pushing event updated for resources: {'Port': ['ID=30be0897-26e4-479c-acc4-7877bdd84fc6,revision_number=2']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:36.466696 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.467076 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.467435 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.467772 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.468109 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.468454 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.468785 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.469125 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.469567 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.469903 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.470239 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.470562 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:36.523836 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.538830 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] For port 30be0897-26e4-479c-acc4-7877bdd84fc6, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:36.542665 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] For port 30be0897-26e4-479c-acc4-7877bdd84fc6, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=30be0897-26e4-479c-acc4-7877bdd84fc6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:36.545439 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Transition to ACTIVE for port object 46755fff-ad86-462e-b239-956731e6f94f will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:36.547600 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.603834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.608055 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:36.608789 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:36.643360 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db901969-2092-4919-83b6-1fa02e3c8245 None None] Pushing event updated for resources: {'Port': ['ID=30be0897-26e4-479c-acc4-7877bdd84fc6,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:36.681115 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Network 7f864097-242e-4582-805c-ce4a89c33a47 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:36.697110 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:36.706646 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:36.713474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Pushing event updated for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:36.891060 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02fc57-0597-4a7f-81ec-52bc444d3abf req-39f1138e-a191-41a1-9cb0-c4eef4bd99cb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:36.898578 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.903054 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ee02fc57-0597-4a7f-81ec-52bc444d3abf req-39f1138e-a191-41a1-9cb0-c4eef4bd99cb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1781435 Sep 07 16:14:36.977360 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ee02fc57-0597-4a7f-81ec-52bc444d3abf req-2cc35a69-93d1-47c4-82f0-882f57f2d89c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Sep 07 16:14:37.025046 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:37.048655 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-86986e21-7397-4dea-a15d-7dcf9b4a27c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.153694 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.184947 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-f942182c-dbe6-457c-9d6a-e603dec6fedf None None] Provisioning for port 46755fff-ad86-462e-b239-956731e6f94f completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:37.196630 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-f942182c-dbe6-457c-9d6a-e603dec6fedf None None] Provisioning complete for port 46755fff-ad86-462e-b239-956731e6f94f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:37.198700 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f942182c-dbe6-457c-9d6a-e603dec6fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.276209 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-f942182c-dbe6-457c-9d6a-e603dec6fedf None None] Port 46755fff-ad86-462e-b239-956731e6f94f cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:37.282493 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:14:37.384173 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:34Z', 'revision_number': 3, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:37.418037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.425531 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.425672 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79af32-6c12-4c6a-95be-edee1566caae None None] The sync data for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi is: [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:34Z', 'revision_number': 3, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:37.517088 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Pushing event updated for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:37.569715 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.734265 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Network 7f864097-242e-4582-805c-ce4a89c33a47 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:37.739789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:38.054376 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 30be0897-26e4-479c-acc4-7877bdd84fc6 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:38.079141 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:38.228507 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7caf39-9a65-49ad-8c86-4b2dc4291351 req-017a5752-fa80-4fd3-a6f0-bba75e47159d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:38.238676 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab7caf39-9a65-49ad-8c86-4b2dc4291351 req-017a5752-fa80-4fd3-a6f0-bba75e47159d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1276429 Sep 07 16:14:38.259130 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb398-7e93-4fce-a1d6-80e7c7e6df8a None None] Provisioning complete for port 46755fff-ad86-462e-b239-956731e6f94f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:38.259851 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb398-7e93-4fce-a1d6-80e7c7e6df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.322737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 30be0897-26e4-479c-acc4-7877bdd84fc6 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:38.335958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 30be0897-26e4-479c-acc4-7877bdd84fc6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:38.337841 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.352094 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:38.376190 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab7caf39-9a65-49ad-8c86-4b2dc4291351 req-bdd2f32a-1fba-4cd8-af72-5a68801f1305 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272531 Sep 07 16:14:38.376691 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1ff8c814-3a9f-4970-ae8b-a6faaf35be6c admin admin] 10.222.0.82 "PUT /v2.0/routers/b77a6826-78fb-4cf0-8ea7-b9b2eaedb935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773500 Sep 07 16:14:38.429565 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fb398-7e93-4fce-a1d6-80e7c7e6df8a None None] Port 46755fff-ad86-462e-b239-956731e6f94f cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:38.481057 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.529303 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 30be0897-26e4-479c-acc4-7877bdd84fc6, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=30be0897-26e4-479c-acc4-7877bdd84fc6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:38.536423 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.663995 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=30be0897-26e4-479c-acc4-7877bdd84fc6,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:39.265042 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45632) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:39.272784 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-883493844-network', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:39.299424 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Made reservation on behalf of eda344cbe52b43a589e9f5976aed3420 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:39.301854 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.312631 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.451251 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.458173 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.500594 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:39.527943 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7881fb22-5736-439c-b11b-e432c6f0b389,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:39.538094 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.538525 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Added segment 74d9e89d-4557-460a-b224-95b0335290fd of type vlan for network a1795aac-6005-48ff-beb1-6ba16e9559ea Sep 07 16:14:39.602058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb651e6-8253-4036-99a6-64a9dcadde91 req-fe5ff5f3-6552-4217-9eeb-c169562bee7f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:39.606098 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cb651e6-8253-4036-99a6-64a9dcadde91 req-fe5ff5f3-6552-4217-9eeb-c169562bee7f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0709107 Sep 07 16:14:39.624650 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.626699 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.660063 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cb651e6-8253-4036-99a6-64a9dcadde91 req-745d4525-81df-463a-941d-80f1ea13b772 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Sep 07 16:14:39.678454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.680679 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:39.682469 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.740499 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4701798 Sep 07 16:14:39.742015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45650) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:39.748256 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bf5a-2a98-4d6c-b6aa-927b05ca5e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.753616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Request body: {'subnet': {'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-883493844-subnet', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:39.768019 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7a3e-c745-418a-aabb-8b658500d0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1795aac-6005-48ff-beb1-6ba16e9559ea,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:39.780672 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Made reservation on behalf of eda344cbe52b43a589e9f5976aed3420 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:39.783060 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.783650 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network a1795aac-6005-48ff-beb1-6ba16e9559ea details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:39.949242 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Sync routers for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:39.961607 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:39.962149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:39.999273 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.011962 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 30be0897-26e4-479c-acc4-7877bdd84fc6 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:40.069013 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8651ed4-e65f-4bb0-87d2-69414398d87d,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:40.086079 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Checking segment: {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:40.086454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Network hostable DHCP agents. Network: a1795aac-6005-48ff-beb1-6ba16e9559ea, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:40.108503 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Network a1795aac-6005-48ff-beb1-6ba16e9559ea is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:40.121856 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, a1795aac-6005-48ff-beb1-6ba16e9559ea) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:40.128426 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:40.129308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.148259 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3d85835f-c2b3-46fe-addc-79b67fe0a013 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4050622 Sep 07 16:14:40.152824 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45656) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:40.158104 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:40.179793 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f069d-cd18-4925-a8be-fab547aea917 None None] Network a1795aac-6005-48ff-beb1-6ba16e9559ea requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:40.191862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.195496 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:40.196261 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.305875 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 30be0897-26e4-479c-acc4-7877bdd84fc6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:40.306266 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.308977 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.568070 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.661802 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-a1795aac-6005-48ff-beb1-6ba16e9559ea', 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'fixed_ips': [{'subnet_id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:14:40.663390 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.727374 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 2, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:40.850429 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Checking router: b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:40.851065 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Updating router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 port 46755fff-ad86-462e-b239-956731e6f94f binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:40.926463 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.975395 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fe94c-a1dd-4c5c-a536-e01b057142c6 req-9597a9ec-f9ff-4bfc-b12d-c40b175a4ac5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:40.977538 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-249fe94c-a1dd-4c5c-a536-e01b057142c6 req-9597a9ec-f9ff-4bfc-b12d-c40b175a4ac5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1251104 Sep 07 16:14:41.083782 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Allocated IP 172.20.0.2 (a1795aac-6005-48ff-beb1-6ba16e9559ea/d8651ed4-e65f-4bb0-87d2-69414398d87d/d0a08df6-99a6-4a4f-838b-ea4cba7ecd27) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:41.099402 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-249fe94c-a1dd-4c5c-a536-e01b057142c6 req-8f1c2dfa-9ecd-4662-ba3b-a88cf60be73b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Sep 07 16:14:41.337909 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.359304 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.528676 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.621470 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Allocated IP 172.27.0.222 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/98bea865-4378-42bd-afc6-ab55cdee4bbf) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:41.627998 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.639563 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Transition to ACTIVE for port object d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:41.658366 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Transition to ACTIVE for port object d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:41.670427 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.782991 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Network a1795aac-6005-48ff-beb1-6ba16e9559ea is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:41.791915 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:41.792548 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.803589 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:41.811930 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.822477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Pushing event updated for resources: {'Port': ['ID=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:41.853592 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.865164 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Transition to ACTIVE for port object 46755fff-ad86-462e-b239-956731e6f94f will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:41.894728 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.933705 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:41.938585 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:41.943327 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:41.946874 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Attempting to bind port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:41.947498 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Attempting to bind port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:41.948885 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Attempting to bind port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 on network a1795aac-6005-48ff-beb1-6ba16e9559ea {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:41.987818 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:41.988339 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Checking segment: {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:41.989234 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.990078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Bound using segment: {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:41.991228 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Bound port: d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:41.992116 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.007951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=98bea865-4378-42bd-afc6-ab55cdee4bbf,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:42.048988 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a11d-96aa-4cbd-998c-9bf993a2036f None None] Pushing event updated for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:42.149649 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Attempting to bind port 46755fff-ad86-462e-b239-956731e6f94f on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:42.150027 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Attempting to bind port 46755fff-ad86-462e-b239-956731e6f94f by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:42.150404 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Attempting to bind port 46755fff-ad86-462e-b239-956731e6f94f on network 7f864097-242e-4582-805c-ce4a89c33a47 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:42.160958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:42.161639 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Checking segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:42.162450 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.163095 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Bound using segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:42.164105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Bound port: 46755fff-ad86-462e-b239-956731e6f94f, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:42.164974 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.230624 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] For port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:42.262162 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] For port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:42.268283 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.349251 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] For port 46755fff-ad86-462e-b239-956731e6f94f, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:42.384329 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e713-7348-4cba-bc94-429c10cf6d39 req-a0095d8b-5128-46fc-b53a-42e85cf57ea4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:42.387455 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] For port 46755fff-ad86-462e-b239-956731e6f94f, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=46755fff-ad86-462e-b239-956731e6f94f,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:42.394789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.395783 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.396980 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d861c4-c981-4de8-9e12-a46565f9389e None None] Pushing event updated for resources: {'Port': ['ID=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:42.403818 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67f9e713-7348-4cba-bc94-429c10cf6d39 req-a0095d8b-5128-46fc-b53a-42e85cf57ea4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1441422 Sep 07 16:14:42.448588 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a11d-96aa-4cbd-998c-9bf993a2036f None None] Pushing event updated for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:42.480622 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67f9e713-7348-4cba-bc94-429c10cf6d39 req-4d026201-d7a2-4b1f-8124-f57be66830f5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738924 Sep 07 16:14:42.484367 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:42.484837 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:42.664113 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:42.781473 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.988458 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.078273 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:14:43.130884 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:42Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:43.189610 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9f68-cb3b-4adb-bd6f-ff9511c4ba4d None None] The sync data for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi is: [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:42Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:43.286865 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:43.324649 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Sync routers for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:43.341201 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.347497 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d53d401b-d0c3-47c1-a5a2-12cc99d9f5f6 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1934416 Sep 07 16:14:43.351908 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45732) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:43.357042 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:43.358633 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:43.706974 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:44.015221 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:42Z', 'revision_number': 3, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:44.154561 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Checking router: 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:44.155253 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Updating router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 port 98bea865-4378-42bd-afc6-ab55cdee4bbf binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:44.181574 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17c725-c211-4539-aec0-667fac58f2e0 req-47743276-25d9-4c0e-8f13-ae35b4a22b09 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.185646 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b17c725-c211-4539-aec0-667fac58f2e0 req-47743276-25d9-4c0e-8f13-ae35b4a22b09 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.3203115 Sep 07 16:14:44.236995 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:44.282834 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.317814 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2be0e-899d-4c10-bb8d-df68f01722f8 None None] Network a1795aac-6005-48ff-beb1-6ba16e9559ea requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:44.439623 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-3ffffd81-ae2e-4c56-9e0b-e1a2a8b36df2 None None] Provisioning for port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:44.628459 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b17c725-c211-4539-aec0-667fac58f2e0 req-5866f41f-6618-4bbf-bbca-c64f8f585936 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211695 Sep 07 16:14:44.657980 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:44.669827 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:44.670335 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.701339 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.716903 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Transition to ACTIVE for port object 98bea865-4378-42bd-afc6-ab55cdee4bbf will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:44.727365 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.791118 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6ec2e-e6e4-4b68-99ba-2a340f8e7315 None None] Pushing event updated for resources: {'Port': ['ID=98bea865-4378-42bd-afc6-ab55cdee4bbf,revision_number=2']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:44.803670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.871610 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45762) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:44.884804 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Attempting to bind port 98bea865-4378-42bd-afc6-ab55cdee4bbf on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:44.885180 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Attempting to bind port 98bea865-4378-42bd-afc6-ab55cdee4bbf by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:44.887840 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Attempting to bind port 98bea865-4378-42bd-afc6-ab55cdee4bbf on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:44.909999 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:44.910464 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:44.911046 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.918027 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:44.918640 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Bound port: 98bea865-4378-42bd-afc6-ab55cdee4bbf, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:44.919224 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.974971 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.093413 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:45.101766 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.104247 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 46755fff-ad86-462e-b239-956731e6f94f up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:45.159152 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Allocated IP 172.20.0.1 (a1795aac-6005-48ff-beb1-6ba16e9559ea/d8651ed4-e65f-4bb0-87d2-69414398d87d/6bc8c200-22f3-44c2-9685-f1633f8eeffd) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:45.171659 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] For port 98bea865-4378-42bd-afc6-ab55cdee4bbf, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:45.178009 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] For port 98bea865-4378-42bd-afc6-ab55cdee4bbf, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98bea865-4378-42bd-afc6-ab55cdee4bbf,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:45.197162 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.212867 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f6eadae4-6a8c-467c-ad0f-ed59adf5e457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.338680 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:45.339858 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:45.344251 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.355464 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 46755fff-ad86-462e-b239-956731e6f94f completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:45.359118 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-105492bd-f0f9-4fb1-afdc-c544309242e1 None None] Provisioning complete for port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:45.359680 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-105492bd-f0f9-4fb1-afdc-c544309242e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.479155 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6ec2e-e6e4-4b68-99ba-2a340f8e7315 None None] Pushing event updated for resources: {'Port': ['ID=98bea865-4378-42bd-afc6-ab55cdee4bbf,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.488742 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 46755fff-ad86-462e-b239-956731e6f94f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:45.489327 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.496208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.502495 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f6eadae4-6a8c-467c-ad0f-ed59adf5e457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.511282 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f6eadae4-6a8c-467c-ad0f-ed59adf5e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.532870 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Transition to ACTIVE for port object 6bc8c200-22f3-44c2-9685-f1633f8eeffd will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:45.547389 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eadae4-6a8c-467c-ad0f-ed59adf5e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ff803-b293-4832-98e0-4eca451baa03,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.602168 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45778) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:45.618324 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f6eadae4-6a8c-467c-ad0f-ed59adf5e457 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cafdde81b31249c6bdaa1cd31577f1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268174 Sep 07 16:14:45.678203 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:45.707639 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.833519 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 46755fff-ad86-462e-b239-956731e6f94f, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=46755fff-ad86-462e-b239-956731e6f94f,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:45.833943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.845343 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.939839 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Network a1795aac-6005-48ff-beb1-6ba16e9559ea is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:45.949103 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:45.966170 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:45.969618 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.981376 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.015191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc16-4d90-47c4-8540-cb464d87f1dd req-377f0303-b96d-485e-9634-6678bf37031a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:46.020470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:46.024696 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ffd9dc16-4d90-47c4-8540-cb464d87f1dd req-377f0303-b96d-485e-9634-6678bf37031a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.2734048 Sep 07 16:14:46.072453 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.083070 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:46.083465 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.095371 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.118832 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.160807 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:42Z', 'revision_number': 3, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:46.175374 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ffd9dc16-4d90-47c4-8540-cb464d87f1dd req-61e23665-55aa-4c69-9700-57e7badb44ad tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496158 Sep 07 16:14:46.238996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.242646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.248023 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7f0ff803-b293-4832-98e0-4eca451baa03 HTTP/1.1" status: 204 len: 168 time: 0.6414745 Sep 07 16:14:46.262368 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d101020-7ebc-43cd-9e83-7cd5ab58577c None None] The sync data for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi is: [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:42Z', 'revision_number': 3, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:46.296158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbe64d-b63b-47fa-939f-2e296f143f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ff803-b293-4832-98e0-4eca451baa03,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.353386 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e06ede94-bec3-4062-a60a-fe2b102373e1 None None] Provisioning for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:46.358725 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e06ede94-bec3-4062-a60a-fe2b102373e1 None None] Provisioning complete for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:46.359245 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e06ede94-bec3-4062-a60a-fe2b102373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.380828 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.405974 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-e06ede94-bec3-4062-a60a-fe2b102373e1 None None] Port 6bc8c200-22f3-44c2-9685-f1633f8eeffd cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:46.721846 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.728537 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.819797 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45804) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:46.846854 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8d404e35-7639-47b4-844a-59b3f2ba4296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.867155 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.879208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.973145 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8d404e35-7639-47b4-844a-59b3f2ba4296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.981183 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8d404e35-7639-47b4-844a-59b3f2ba4296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.022665 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d404e35-7639-47b4-844a-59b3f2ba4296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217924fc-55c4-442c-8d47-c33346b7414e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:47.047795 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8d404e35-7639-47b4-844a-59b3f2ba4296 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fa01013891bb4dbd8192d04df4e378a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259591 Sep 07 16:14:47.051268 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45818) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:47.072578 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Network a1795aac-6005-48ff-beb1-6ba16e9559ea is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:47.075069 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:47.145636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.194876 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.367852 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.374949 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.382300 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/217924fc-55c4-442c-8d47-c33346b7414e HTTP/1.1" status: 204 len: 168 time: 0.3295708 Sep 07 16:14:47.409908 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cab8d-e417-48eb-8d79-767a71f3bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217924fc-55c4-442c-8d47-c33346b7414e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:47.464588 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:47.567908 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-14a885ca-185e-4b19-9ff5-5aacea87a4dd None None] Provisioning complete for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:47.568894 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-14a885ca-185e-4b19-9ff5-5aacea87a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.723901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-14a885ca-185e-4b19-9ff5-5aacea87a4dd None None] Port 6bc8c200-22f3-44c2-9685-f1633f8eeffd cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:47.810535 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be504c6-751d-4392-b860-17b319fa1dcc req-3ab166ed-00b7-42e9-8b85-2edbc3fad19c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:47.830480 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2be504c6-751d-4392-b860-17b319fa1dcc req-3ab166ed-00b7-42e9-8b85-2edbc3fad19c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.3729422 Sep 07 16:14:48.006645 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:48.010754 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2be504c6-751d-4392-b860-17b319fa1dcc req-30f68a74-7303-43fa-a5e1-fe778646beaa tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792378 Sep 07 16:14:48.024038 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dd69bf70-60e5-431f-8630-3eb00a1764b2 admin admin] 10.222.0.82 "PUT /v2.0/routers/2de88e1c-0ef3-4fde-9c2a-c997e4229ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6628997 Sep 07 16:14:48.034560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dcab-d7a3-4489-aae8-32de30bd20dd req-c799e7a2-75d8-488a-9a75-6e60540d6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.037441 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2031dcab-d7a3-4489-aae8-32de30bd20dd req-c799e7a2-75d8-488a-9a75-6e60540d6903 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1098 time: 0.1065228 Sep 07 16:14:48.108669 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2031dcab-d7a3-4489-aae8-32de30bd20dd req-ed8dfa9d-cd3d-4ed0-8eef-81c296985b8e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Sep 07 16:14:48.171456 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98bea865-4378-42bd-afc6-ab55cdee4bbf up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:48.260378 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 98bea865-4378-42bd-afc6-ab55cdee4bbf completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:48.269671 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 98bea865-4378-42bd-afc6-ab55cdee4bbf triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:48.270150 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.507419 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.539695 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 98bea865-4378-42bd-afc6-ab55cdee4bbf, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98bea865-4378-42bd-afc6-ab55cdee4bbf,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:48.546427 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.547570 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 46755fff-ad86-462e-b239-956731e6f94f up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:48.660981 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=98bea865-4378-42bd-afc6-ab55cdee4bbf,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.719924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 46755fff-ad86-462e-b239-956731e6f94f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:48.720678 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.128637 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Sync routers for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:49.144051 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:49.145545 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:49.222438 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f013aee-8798-4439-979e-51b3bd07ffa0 req-a88ca054-1d70-40da-b7a5-904c65dad35b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.231852 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f013aee-8798-4439-979e-51b3bd07ffa0 req-a88ca054-1d70-40da-b7a5-904c65dad35b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0825398 Sep 07 16:14:49.288401 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f013aee-8798-4439-979e-51b3bd07ffa0 req-c66a9d65-6adb-47a7-8601-581a7d8e1e8a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536382 Sep 07 16:14:49.412508 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:49.558662 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 45920) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:49.838039 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3be153a1-ac39-426c-a2c4-2a7c17b1a4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.856575 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:46Z', 'revision_number': 4, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '6bc8c200-22f3-44c2-9685-f1633f8eeffd', 'name': '', 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'mac_address': 'fa:16:3e:4c:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:44Z', 'updated_at': '2021-09-07T16:14:46Z', 'revision_number': 2, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'subnets': [{'id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:49.922156 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Checking router: 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:49.922156 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Updating router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 port 6bc8c200-22f3-44c2-9685-f1633f8eeffd binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:49.960764 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.056732 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98bea865-4378-42bd-afc6-ab55cdee4bbf up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:50.073895 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3be153a1-ac39-426c-a2c4-2a7c17b1a4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.079492 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3be153a1-ac39-426c-a2c4-2a7c17b1a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.180001 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3be153a1-ac39-426c-a2c4-2a7c17b1a4bb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1729bd9836964504af6db5ccdd81e483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195273 Sep 07 16:14:50.184697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 45938) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:50.218764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be153a1-ac39-426c-a2c4-2a7c17b1a4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b436f-5cdf-4e2f-9580-40e885b15f06,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:50.291958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 98bea865-4378-42bd-afc6-ab55cdee4bbf triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:50.291958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.446776 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.549873 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.604677 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd61864-b465-4756-9d68-54b9fc82e835 req-47df1fb4-3bc9-4882-a755-f6e7af62fb21 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.627665 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cd61864-b465-4756-9d68-54b9fc82e835 req-47df1fb4-3bc9-4882-a755-f6e7af62fb21 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.1533527 Sep 07 16:14:50.667869 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.674470 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.681314 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a18b436f-5cdf-4e2f-9580-40e885b15f06 HTTP/1.1" status: 204 len: 168 time: 0.4929214 Sep 07 16:14:50.722235 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb5c7-647b-45a1-9ccb-8f875250b1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b436f-5cdf-4e2f-9580-40e885b15f06,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:50.735539 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cd61864-b465-4756-9d68-54b9fc82e835 req-083c4183-ec32-4987-8155-700503fac837 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053228 Sep 07 16:14:50.907881 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.960470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Transition to ACTIVE for port object 6bc8c200-22f3-44c2-9685-f1633f8eeffd will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:50.981401 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.010909 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4b46-deaa-452a-8562-4f96fd13f418 req-9436a133-c435-4f67-8bba-87c56ba8edd3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.021083 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7c5b4b46-deaa-452a-8562-4f96fd13f418 req-9436a133-c435-4f67-8bba-87c56ba8edd3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1101820 Sep 07 16:14:51.119653 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7c5b4b46-deaa-452a-8562-4f96fd13f418 req-01aca55b-53fb-462f-8168-9e5af2013a88 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 Sep 07 16:14:51.169387 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81315133-d751-490c-b476-48a2ed0b481e None None] Pushing event updated for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:51.370407 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Attempting to bind port 6bc8c200-22f3-44c2-9685-f1633f8eeffd on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:51.377854 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Attempting to bind port 6bc8c200-22f3-44c2-9685-f1633f8eeffd by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:51.383822 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Attempting to bind port 6bc8c200-22f3-44c2-9685-f1633f8eeffd on network a1795aac-6005-48ff-beb1-6ba16e9559ea {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:51.410069 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:51.412207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Checking segment: {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:51.413428 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.414821 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Bound using segment: {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:51.415899 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Bound port: 6bc8c200-22f3-44c2-9685-f1633f8eeffd, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9e89d-4557-460a-b224-95b0335290fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:51.416737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.655160 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] For port 6bc8c200-22f3-44c2-9685-f1633f8eeffd, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:51.669486 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] For port 6bc8c200-22f3-44c2-9685-f1633f8eeffd, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6bc8c200-22f3-44c2-9685-f1633f8eeffd,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:51.675987 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.768763 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81315133-d751-490c-b476-48a2ed0b481e None None] Pushing event updated for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:51.799608 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:51.800247 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:14:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:52.087083 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:52.543817 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:46Z', 'revision_number': 4, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '6bc8c200-22f3-44c2-9685-f1633f8eeffd', 'name': '', 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'mac_address': 'fa:16:3e:4c:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:44Z', 'updated_at': '2021-09-07T16:14:51Z', 'revision_number': 4, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'subnets': [{'id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:52.601900 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aad2-9098-46f7-b237-09f9ae3b2ff6 None None] The sync data for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi is: [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:14:46Z', 'revision_number': 4, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '6bc8c200-22f3-44c2-9685-f1633f8eeffd', 'name': '', 'network_id': 'a1795aac-6005-48ff-beb1-6ba16e9559ea', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'mac_address': 'fa:16:3e:4c:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:44Z', 'updated_at': '2021-09-07T16:14:51Z', 'revision_number': 4, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'subnets': [{'id': 'd8651ed4-e65f-4bb0-87d2-69414398d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:54.024516 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-eb1e5ef8-959f-47b2-83fd-91150e90fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.043963 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-eb1e5ef8-959f-47b2-83fd-91150e90fbd9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.2107880 Sep 07 16:14:54.088581 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46060) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:54.206289 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6bc8c200-22f3-44c2-9685-f1633f8eeffd up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:54.342296 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b00362-237f-4097-90d9-078487d18ca8 req-583cd123-c4ec-4c67-848c-bec5be1a965a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.347706 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:54.357336 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-35b00362-237f-4097-90d9-078487d18ca8 req-583cd123-c4ec-4c67-848c-bec5be1a965a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.2815986 Sep 07 16:14:54.363327 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e0e21800-bb21-4b49-ba54-78c53678cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.364007 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:54.364916 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.546593 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e0e21800-bb21-4b49-ba54-78c53678cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.552595 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e0e21800-bb21-4b49-ba54-78c53678cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.735037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21800-bb21-4b49-ba54-78c53678cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45c70d-f2e4-46ba-bbea-a846818953fd,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:54.801800 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e0e21800-bb21-4b49-ba54-78c53678cbf9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=06318eb5c953415299c7f4fb0e23e92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118301 Sep 07 16:14:54.805516 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46068) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:54.932009 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.952254 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.997401 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-9ad67e2c-ae2a-475c-a09d-81204a47ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.999409 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-9ad67e2c-ae2a-475c-a09d-81204a47ba53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.9348059 Sep 07 16:14:55.070640 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.072233 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-55c68e0a-3e58-486c-8447-1a30775affa5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.0503879 Sep 07 16:14:55.089811 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-35b00362-237f-4097-90d9-078487d18ca8 req-04ea16a5-671f-4406-9694-e77f8618764e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245603 Sep 07 16:14:55.129587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 6bc8c200-22f3-44c2-9685-f1633f8eeffd, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6bc8c200-22f3-44c2-9685-f1633f8eeffd,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:55.137919 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.232788 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.235948 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.237715 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fa45c70d-f2e4-46ba-bbea-a846818953fd HTTP/1.1" status: 204 len: 168 time: 0.4307981 Sep 07 16:14:55.260999 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800db54-4f0b-4797-9fcd-ae35e0d37f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45c70d-f2e4-46ba-bbea-a846818953fd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.316818 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-ff63e35d-444c-40ce-b1eb-77addb63388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:55.322080 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-ff63e35d-444c-40ce-b1eb-77addb63388f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.2269642 Sep 07 16:14:55.449484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-be4162db-8de9-4726-abdd-f21bf2112585 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108518 Sep 07 16:14:55.478366 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.751906 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-c7751791-708b-4d81-b650-34f9b182aa3c service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846038 Sep 07 16:14:55.957801 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8f7dc21-eb5d-4e94-a1d1-50e5236191b8 req-5f8d67b4-d9de-4461-96ce-78fb1d742cb2 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905520 Sep 07 16:14:56.031383 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46102) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:56.072036 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4489d33-afdb-464a-9b3c-0e067f3496ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.120003 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6bc8c200-22f3-44c2-9685-f1633f8eeffd up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:56.212880 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 6bc8c200-22f3-44c2-9685-f1633f8eeffd triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:56.213870 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.381090 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4489d33-afdb-464a-9b3c-0e067f3496ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.388510 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4489d33-afdb-464a-9b3c-0e067f3496ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.438742 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4489d33-afdb-464a-9b3c-0e067f3496ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78ddee-1b9d-4d3d-aea8-b5dc0762afbb,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:56.455943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec794-a7b2-4cea-990b-ed21e69e8068 req-c8601967-ce49-4ad1-ad96-9c593ba0f490 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.459969 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e4489d33-afdb-464a-9b3c-0e067f3496ef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fc4ada5942eb4f6d8cd945a9180a84ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244537 Sep 07 16:14:56.460617 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46118) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:56.471888 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b5ec794-a7b2-4cea-990b-ed21e69e8068 req-c8601967-ce49-4ad1-ad96-9c593ba0f490 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1171513 Sep 07 16:14:56.548769 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b5ec794-a7b2-4cea-990b-ed21e69e8068 req-046aea06-65bd-4585-93b0-dd7a8b2bbea5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Sep 07 16:14:56.559618 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.596904 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.664241 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.668537 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.668537 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/be78ddee-1b9d-4d3d-aea8-b5dc0762afbb HTTP/1.1" status: 204 len: 168 time: 0.2081602 Sep 07 16:14:56.684420 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78ddee-1b9d-4d3d-aea8-b5dc0762afbb,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:56.715696 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.717098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.718122 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.719636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.721270 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.722910 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.724092 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.724688 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.725196 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.726708 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.727399 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:56.728058 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7384d-a876-473b-84eb-8fc64a62c8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:57.902649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf87d7b-1c51-4ff7-a7ab-caae88877836 req-58d7d79c-f16b-4c61-8756-9d2852350919 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.910971 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-faf87d7b-1c51-4ff7-a7ab-caae88877836 req-58d7d79c-f16b-4c61-8756-9d2852350919 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1808662 Sep 07 16:14:58.007450 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-faf87d7b-1c51-4ff7-a7ab-caae88877836 req-a72795e7-3813-4ef2-860e-5c2874b5f143 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752504 Sep 07 16:15:01.632956 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee91cf-c6a9-4e72-8516-fe56ebee7888 req-38eacb6f-0c94-4fb0-a6f3-b735ab3dd6b2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.636914 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-13ee91cf-c6a9-4e72-8516-fe56ebee7888 req-38eacb6f-0c94-4fb0-a6f3-b735ab3dd6b2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1083293 Sep 07 16:15:01.715713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-13ee91cf-c6a9-4e72-8516-fe56ebee7888 req-39ea800c-563a-4a82-8754-623a1581aa35 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685370 Sep 07 16:15:04.135930 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46304) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:04.282208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.426712 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.432841 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.498846 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=751a74174b98472db9d702b3d8b81f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613672 Sep 07 16:15:04.503235 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46318) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:04.508436 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99494357-f469-4eb4-907c-8424b490a51f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:04.520438 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.520763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.521205 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.521552 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.522042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.522222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.522822 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.523058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.523647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.523860 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.524198 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.524655 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eab34-d303-4cc2-bafe-e768739bcde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:04.618400 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.646040 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.726751 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.729937 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.737256 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/99494357-f469-4eb4-907c-8424b490a51f HTTP/1.1" status: 204 len: 168 time: 0.2311625 Sep 07 16:15:04.749400 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce2d65-7719-4e3b-9adf-6ef44d752f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99494357-f469-4eb4-907c-8424b490a51f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:04.767045 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2531-361c-49bc-abe6-46ebac504f3c req-7b6992c0-2df4-4896-a16f-9ed80f91f449 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:04.769503 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a4c2531-361c-49bc-abe6-46ebac504f3c req-7b6992c0-2df4-4896-a16f-9ed80f91f449 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0806689 Sep 07 16:15:04.823300 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a4c2531-361c-49bc-abe6-46ebac504f3c req-e7331c96-b3fe-4573-a204-8c021fb42a1b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Sep 07 16:15:05.106474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46332) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:05.125017 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c177aa0-a18b-430e-b4e2-3bcaf4783972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.228938 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c177aa0-a18b-430e-b4e2-3bcaf4783972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.234103 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c177aa0-a18b-430e-b4e2-3bcaf4783972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.282132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1c177aa0-a18b-430e-b4e2-3bcaf4783972 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01696cc08fb848b783fea4ac1504d345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715615 Sep 07 16:15:05.282132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177aa0-a18b-430e-b4e2-3bcaf4783972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3489d-1433-4850-af2f-2e497bc33967,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:05.283472 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46342) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:05.348193 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.388747 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.454458 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.458246 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.460030 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e0a3489d-1433-4850-af2f-2e497bc33967 HTTP/1.1" status: 204 len: 168 time: 0.1735284 Sep 07 16:15:05.473887 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abc9b0-1e92-4d6a-9516-8b39beb98170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3489d-1433-4850-af2f-2e497bc33967,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:05.495406 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-6ef2fa1b-6497-4479-8745-83fa7bea311c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.497750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-6ef2fa1b-6497-4479-8745-83fa7bea311c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 814 time: 0.1857014 Sep 07 16:15:05.529484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-5b19ee55-3cdd-40ab-952f-9b97f915f29d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/quotas/3b09bfdfb6b94f6ca1a1d2ca2f2625fd HTTP/1.1" status: 200 len: 375 time: 0.0229907 Sep 07 16:15:05.538296 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-9cd83e1a-d080-4df4-bfcb-f2b2e59edaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.539765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-9cd83e1a-d080-4df4-bfcb-f2b2e59edaf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.1041892 Sep 07 16:15:05.713174 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-c8886ae0-9867-45c3-a155-c20038f43274 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1722419 Sep 07 16:15:05.836226 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.841479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-fc643a00-7e7b-492a-95d3-1b1c6f62a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.843551 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-fc643a00-7e7b-492a-95d3-1b1c6f62a39d service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.2744894 Sep 07 16:15:05.935843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-3cb5160f-f40a-461a-b686-b2db91679afd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.0820169 Sep 07 16:15:06.036972 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-228ef0d5-9817-497c-ade6-ba0fe63db171 service neutron] 10.222.0.82 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715566 Sep 07 16:15:06.053971 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-6f9b388a-d3d0-4882-ab5f-d2c10f98e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.056354 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-6f9b388a-d3d0-4882-ab5f-d2c10f98e0c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.1088567 Sep 07 16:15:06.109670 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-f11b2de1-a064-41da-8a3a-1869f441b2a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436692 Sep 07 16:15:06.146654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380542-2f30-4671-ab90-102fbd9c2052 req-a6514b30-d5df-4d1c-810a-08cbce8180a8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.148246 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09380542-2f30-4671-ab90-102fbd9c2052 req-a6514b30-d5df-4d1c-810a-08cbce8180a8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1624305 Sep 07 16:15:06.305652 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09380542-2f30-4671-ab90-102fbd9c2052 req-73eb4cac-e1e1-499c-9574-b4fa6f651eb2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412489 Sep 07 16:15:06.332028 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-f6039483-d92b-4140-9221-fd6f2c953c0e service neutron] 10.222.0.82 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742758 Sep 07 16:15:06.341468 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-74eccb44-dd8b-463d-938e-6486d3694778 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227583 Sep 07 16:15:06.519273 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b82416a-9108-40d6-95d6-66e7ec08a23d req-bf726ecb-de97-42dc-9e9a-e795e4a64353 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595945 Sep 07 16:15:06.575294 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4f35dd97-2139-4fcb-b00e-3267e804b72f req-6860ef99-a3bf-45d3-96b8-dded678d24a6 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 210 time: 0.0544934 Sep 07 16:15:07.048649 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e709be37-e08f-4fc8-a727-16fed05fdc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.526370 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134412-b3a9-40f4-b8be-aac4c7361545 req-eca32a3a-816b-4c22-97ab-ec729f808bbe tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.528996 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78134412-b3a9-40f4-b8be-aac4c7361545 req-eca32a3a-816b-4c22-97ab-ec729f808bbe tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1261158 Sep 07 16:15:07.608017 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78134412-b3a9-40f4-b8be-aac4c7361545 req-a8ab4c8d-df12-473d-9500-9ffeee9559bc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645971 Sep 07 16:15:07.721877 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2a07870-cd49-4d51-b8b5-3048d3b87f99 req-080d1b88-5f8b-4fda-8ecd-56a8e063d1c3 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 210 time: 0.0402906 Sep 07 16:15:08.229995 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-0ab28d69-551e-4a1c-b43e-9bd90811eac2 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.231638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-0ab28d69-551e-4a1c-b43e-9bd90811eac2 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 814 time: 0.2106612 Sep 07 16:15:08.251456 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'port': {'device_id': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'admin_state_up': True, 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:08.419553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Made reservation on behalf of 3b09bfdfb6b94f6ca1a1d2ca2f2625fd for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:08.425073 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.611305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Allocated IP 172.20.0.7 (7f864097-242e-4582-805c-ce4a89c33a47/07f86379-9a89-4592-8be3-71bd68d14efc/75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:08.943397 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-59b4dfd5-faac-4d6c-a073-42b38826bf9d req-d29e61ae-7758-43f1-b8a6-918c94883648 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 210 time: 0.0671415 Sep 07 16:15:08.988043 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.998225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c898-e036-4813-a595-302ed73a0d58 req-511fbaf8-d8e5-4ddb-8956-10f187633c2a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.000021 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a664c898-e036-4813-a595-302ed73a0d58 req-511fbaf8-d8e5-4ddb-8956-10f187633c2a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1960566 Sep 07 16:15:09.029863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Transition to ACTIVE for port object 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:09.116554 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a664c898-e036-4813-a595-302ed73a0d58 req-3c25705e-c12a-44c3-aee7-0eb8405d2c64 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905499 Sep 07 16:15:09.143268 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.151891 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46530) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:09.236654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Network 7f864097-242e-4582-805c-ce4a89c33a47 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:09.246078 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:09.248224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:09.345258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.348057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.354320 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:09.399420 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-cbd9b76f-c2d7-456c-8eb0-f6ab1c1f55b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1528230 Sep 07 16:15:09.570050 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50e54e8f-6827-46dd-b85b-59140f98d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.632934 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.633889 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Request body: {'port': {'device_id': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:09.781049 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d6a51234-5303-415e-9f2d-29b16b992669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.846927 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-29e2936f-8205-499c-9dbb-1ebfbbc4b19d None None] Provisioning for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:09.860354 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-29e2936f-8205-499c-9dbb-1ebfbbc4b19d None None] Provisioning complete for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:09.862106 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-29e2936f-8205-499c-9dbb-1ebfbbc4b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.873934 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50e54e8f-6827-46dd-b85b-59140f98d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.880276 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-50e54e8f-6827-46dd-b85b-59140f98d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.952900 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-50e54e8f-6827-46dd-b85b-59140f98d53a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=97c4fe82e9174c8dbf13822ac952a03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003616 Sep 07 16:15:09.960314 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46554) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:10.033970 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e54e8f-6827-46dd-b85b-59140f98d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a77b7ea-b151-4ce4-9cd6-fa68160b1cf6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:10.091525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.102511 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-29e2936f-8205-499c-9dbb-1ebfbbc4b19d None None] Port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:10.343552 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46562) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:10.500124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7a172-e1ed-4a06-9adb-a09e43254ff0 req-0591579f-0e69-4563-8674-f30e15cb0824 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.502220 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dcb7a172-e1ed-4a06-9adb-a09e43254ff0 req-0591579f-0e69-4563-8674-f30e15cb0824 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 931 time: 0.2500329 Sep 07 16:15:10.514606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.569660 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.697537 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb6ec-80c1-48fb-b5c4-af456bee62d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.097398 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb6ec-80c1-48fb-b5c4-af456bee62d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.118721 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb6ec-80c1-48fb-b5c4-af456bee62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.293340 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdb6ec-80c1-48fb-b5c4-af456bee62d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be008e-8ce4-4743-b027-1bfb1f9f8f08,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:11.300224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:11.337062 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d7fdb6ec-80c1-48fb-b5c4-af456bee62d9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d4a5254e5f67494c97934909fe578f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9913170 Sep 07 16:15:11.342972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46586) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:11.363054 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.366435 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.367869 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7a77b7ea-b151-4ce4-9cd6-fa68160b1cf6 HTTP/1.1" status: 204 len: 168 time: 1.3824537 Sep 07 16:15:11.386517 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.410079 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae3719-6c67-4713-9dd9-64f6e0b8a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a77b7ea-b151-4ce4-9cd6-fa68160b1cf6,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:11.445838 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Transition to ACTIVE for port object 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:11.455949 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dcb7a172-e1ed-4a06-9adb-a09e43254ff0 req-0120411a-18f6-41c9-9913-b875711fd1c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7728918 Sep 07 16:15:11.457955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.490717 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.526016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.646842 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.728333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:11.803682 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.807117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.809742 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c7be008e-8ce4-4743-b027-1bfb1f9f8f08 HTTP/1.1" status: 204 len: 168 time: 0.4648573 Sep 07 16:15:11.820755 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3103-04ce-4766-8f40-be1fdb0c9a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be008e-8ce4-4743-b027-1bfb1f9f8f08,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:11.909364 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1d427-8058-4aaf-99a1-649d6e91082b req-5927a496-38a7-4e5c-ac03-b87725b2dae0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.917243 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-19c1d427-8058-4aaf-99a1-649d6e91082b req-5927a496-38a7-4e5c-ac03-b87725b2dae0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.2233574 Sep 07 16:15:11.928583 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Attempting to bind port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:11.928918 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Attempting to bind port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:11.929241 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Attempting to bind port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 on network 7f864097-242e-4582-805c-ce4a89c33a47 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.946405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 on network 7f864097-242e-4582-805c-ce4a89c33a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:11.946405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Attempting to bind port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 on network 7f864097-242e-4582-805c-ce4a89c33a47 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.957464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:11.957464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Checking segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:11.957464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Bound using segment: {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:11.957464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Bound port: 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832bfa1a-db7e-4102-a083-2ed12698b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:11.957970 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.982115 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-19c1d427-8058-4aaf-99a1-649d6e91082b req-73c9a11a-5268-47b5-9e76-7bcb30a87ff6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Sep 07 16:15:12.067951 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:12.072107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:12.091986 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.153792 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.154483 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.156424 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] 10.222.0.83 "PUT /v2.0/ports/75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 1093 time: 2.5319870 Sep 07 16:15:12.156979 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:12.160130 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:12.201532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16aa26-1875-421f-9358-56154d391216 req-a8a2b51c-a710-48b4-8d8d-38abb1c8791f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.215975 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc16aa26-1875-421f-9358-56154d391216 req-a8a2b51c-a710-48b4-8d8d-38abb1c8791f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1358728 Sep 07 16:15:12.223497 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690649-c1ae-445b-ba37-164b4556d401 service neutron] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.240083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46606) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:12.259115 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ed975d7d-a615-4a0b-8b9b-d88e17f9a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.287317 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc16aa26-1875-421f-9358-56154d391216 req-482eaeb6-9d0a-42de-a7b1-8ba1d0b1d1be tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704532 Sep 07 16:15:12.370008 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92794fc-8d42-4005-a9f0-a8a58429de6a x-openstack-request-id: req-a92794fc-8d42-4005-a9f0-a8a58429de6a {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:12.370968 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:12.371247 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a92794fc-8d42-4005-a9f0-a8a58429de6a {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:12.371696 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:15:12.417515 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ed975d7d-a615-4a0b-8b9b-d88e17f9a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.427896 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ed975d7d-a615-4a0b-8b9b-d88e17f9a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.479783 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ed975d7d-a615-4a0b-8b9b-d88e17f9a345 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=443c27bab49e4eb89373fc0a8790d4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388513 Sep 07 16:15:12.480951 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed975d7d-a615-4a0b-8b9b-d88e17f9a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8facbee7-0f77-440f-a36c-6bedf92ab169,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.483642 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46612) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:12.549023 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.606379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.681954 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83e81-cfd7-49f9-aabb-97cec8e31420 req-e869a516-1713-44dc-b350-2df4e9c779b2 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.683539 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-add83e81-cfd7-49f9-aabb-97cec8e31420 req-e869a516-1713-44dc-b350-2df4e9c779b2 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0998323 Sep 07 16:15:12.730067 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.733140 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.738957 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8facbee7-0f77-440f-a36c-6bedf92ab169 HTTP/1.1" status: 204 len: 168 time: 0.2502158 Sep 07 16:15:12.780092 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-add83e81-cfd7-49f9-aabb-97cec8e31420 req-30a12c4d-297c-45e7-8571-d9c71674faef tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844073 Sep 07 16:15:12.781726 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f2fbf-5aa0-47a0-a66d-1ed3e95396fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8facbee7-0f77-440f-a36c-6bedf92ab169,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.983208 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.131324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1261f4-e33b-4330-adb2-1cc07c799ea5 req-ffd4b067-c5f0-457e-a5eb-09d81e148aca tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.132880 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac1261f4-e33b-4330-adb2-1cc07c799ea5 req-ffd4b067-c5f0-457e-a5eb-09d81e148aca tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0562134 Sep 07 16:15:13.186528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac1261f4-e33b-4330-adb2-1cc07c799ea5 req-09f52db5-edc5-411e-837c-5f8b65a7e82c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Sep 07 16:15:13.457690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686d9b8-1906-4fd0-9630-8817db34cbbc req-a3d6feed-b0a9-45eb-b489-b5cb7fc68ee2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.459834 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7686d9b8-1906-4fd0-9630-8817db34cbbc req-a3d6feed-b0a9-45eb-b489-b5cb7fc68ee2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0673032 Sep 07 16:15:13.513753 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7686d9b8-1906-4fd0-9630-8817db34cbbc req-b54945fa-496f-40b0-8ea9-33eb009ae720 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 Sep 07 16:15:13.738072 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 46662) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:13.964866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05191c0-a56f-437b-9cef-9bcc884bce1e req-f8600448-4d55-45a1-8711-5e8141028eea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.966734 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b05191c0-a56f-437b-9cef-9bcc884bce1e req-f8600448-4d55-45a1-8711-5e8141028eea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0645931 Sep 07 16:15:14.025119 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b05191c0-a56f-437b-9cef-9bcc884bce1e req-5184b9e4-bb89-4e0a-961d-b693beaec042 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Sep 07 16:15:14.060023 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f48f47a0-37bf-4252-85d0-d7954314e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.210874 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f48f47a0-37bf-4252-85d0-d7954314e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.220309 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f48f47a0-37bf-4252-85d0-d7954314e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.279676 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:15:14.331640 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f48f47a0-37bf-4252-85d0-d7954314e330 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ce0ee562484643039791e69a23faff40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880156 Sep 07 16:15:14.334788 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 46678) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:14.335479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f47a0-37bf-4252-85d0-d7954314e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7833610d-3759-48a5-9c81-e04f3acdccea,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.383282 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e663acb-9cb7-43e7-83c4-6e4cfcd07cfb req-12a542ad-86ae-4a75-82a6-30f1543c3073 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.385229 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4e663acb-9cb7-43e7-83c4-6e4cfcd07cfb req-12a542ad-86ae-4a75-82a6-30f1543c3073 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0759268 Sep 07 16:15:14.498125 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.516345 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4e663acb-9cb7-43e7-83c4-6e4cfcd07cfb req-958cb39e-1dfd-4ca5-ba75-f561429f6257 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984409 Sep 07 16:15:14.566465 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.708913 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.711625 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.713592 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7833610d-3759-48a5-9c81-e04f3acdccea HTTP/1.1" status: 204 len: 168 time: 0.3796108 Sep 07 16:15:14.742749 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e198fac-065a-4f5a-98b7-d19363b7f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7833610d-3759-48a5-9c81-e04f3acdccea,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.824929 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842f4b0-4494-481c-9573-e46b84eec029 req-93a1f96a-6595-458b-929a-3b8c1b409990 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.827610 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4842f4b0-4494-481c-9573-e46b84eec029 req-93a1f96a-6595-458b-929a-3b8c1b409990 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1482511 Sep 07 16:15:14.946497 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4842f4b0-4494-481c-9573-e46b84eec029 req-35386198-9ed2-4452-87ec-b3be4b48429e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111748 Sep 07 16:15:15.166560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df97f28-1a80-4153-965a-f262083d96c8 req-02d71af3-aea3-42fc-af8d-aca7cf54973b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.177695 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2df97f28-1a80-4153-965a-f262083d96c8 req-02d71af3-aea3-42fc-af8d-aca7cf54973b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0651846 Sep 07 16:15:15.241770 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2df97f28-1a80-4153-965a-f262083d96c8 req-c8201243-f90c-40d3-82ea-4c37632e16fe tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Sep 07 16:15:15.769057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73b8c-91a7-4962-ad2a-1e515a88fad8 req-6eb4cc87-1bca-4890-89ee-f09fb6ed0ae8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.776785 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3cf73b8c-91a7-4962-ad2a-1e515a88fad8 req-6eb4cc87-1bca-4890-89ee-f09fb6ed0ae8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1154907 Sep 07 16:15:15.828167 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3cf73b8c-91a7-4962-ad2a-1e515a88fad8 req-e7cbb48b-c47d-4f49-86d9-a10db14c5487 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Sep 07 16:15:16.138541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2feb2-b0e9-40af-83dd-6965055d7e18 req-8fd6aab5-ebc4-42e1-911c-4b95af049565 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.140121 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-27c2feb2-b0e9-40af-83dd-6965055d7e18 req-8fd6aab5-ebc4-42e1-911c-4b95af049565 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0757275 Sep 07 16:15:16.212054 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-27c2feb2-b0e9-40af-83dd-6965055d7e18 req-6971c4c8-5a19-4773-88e5-ebae3270d476 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572913 Sep 07 16:15:16.421701 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0f3b7-59d4-4694-9369-ae96540d75fe req-0e08378b-d396-4ff5-9bf9-104d99f5907b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.432909 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cd0f3b7-59d4-4694-9369-ae96540d75fe req-0e08378b-d396-4ff5-9bf9-104d99f5907b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0857770 Sep 07 16:15:16.524103 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cd0f3b7-59d4-4694-9369-ae96540d75fe req-a93d5750-6fd6-4f77-9f95-84565f17902c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897393 Sep 07 16:15:16.974216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005dec8-6cf2-4b26-9efd-4de1ba954c4d req-a19988d6-fb8c-4be7-927f-1d2c5ce19f3a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.976055 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b005dec8-6cf2-4b26-9efd-4de1ba954c4d req-a19988d6-fb8c-4be7-927f-1d2c5ce19f3a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0501883 Sep 07 16:15:17.023569 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b005dec8-6cf2-4b26-9efd-4de1ba954c4d req-086aa21a-80e2-4005-b276-6a5ac9b42aec tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Sep 07 16:15:17.343646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48c5b4-8f12-4811-83cd-783243ffcbe5 req-c452eb1f-71e0-4c84-8332-33f3c13626ad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.346369 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f48c5b4-8f12-4811-83cd-783243ffcbe5 req-c452eb1f-71e0-4c84-8332-33f3c13626ad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0612478 Sep 07 16:15:17.399471 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f48c5b4-8f12-4811-83cd-783243ffcbe5 req-eca7bfc1-088e-4fb5-a461-74f5b0c74131 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Sep 07 16:15:17.669478 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7896d3-6766-45ef-88c2-d1c606af29eb req-dc5f84b0-fc94-4d58-bad1-627edcad9a79 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.672828 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa7896d3-6766-45ef-88c2-d1c606af29eb req-dc5f84b0-fc94-4d58-bad1-627edcad9a79 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0600927 Sep 07 16:15:17.726600 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa7896d3-6766-45ef-88c2-d1c606af29eb req-f19b142b-f995-451f-b7aa-1f269aae253b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463951 Sep 07 16:15:18.235719 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da215e-68cd-4cb5-90d8-8aebc823cecb req-568c6b41-f95a-41e1-b9ea-a927abb36a02 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.239611 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a8da215e-68cd-4cb5-90d8-8aebc823cecb req-568c6b41-f95a-41e1-b9ea-a927abb36a02 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1151805 Sep 07 16:15:18.303925 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a8da215e-68cd-4cb5-90d8-8aebc823cecb req-897b4b8e-378b-4b57-a186-d5933c603477 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562875 Sep 07 16:15:18.587841 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5de9f-2174-4bdd-86e7-97a8267b1d7f req-410b5d33-e496-4c68-8697-c069ecc1530d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.589676 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c2d5de9f-2174-4bdd-86e7-97a8267b1d7f req-410b5d33-e496-4c68-8697-c069ecc1530d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0744896 Sep 07 16:15:18.634539 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c2d5de9f-2174-4bdd-86e7-97a8267b1d7f req-978a841b-b497-4a0c-b786-11810b273b2d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377858 Sep 07 16:15:18.873266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca5bd-2622-49cb-82e5-e8feeb237399 req-2a1d6be6-755a-4a37-ac80-ea37b6c7d2da tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.874437 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-689ca5bd-2622-49cb-82e5-e8feeb237399 req-2a1d6be6-755a-4a37-ac80-ea37b6c7d2da tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0706401 Sep 07 16:15:18.931597 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-689ca5bd-2622-49cb-82e5-e8feeb237399 req-a0bdd8ef-c5ae-40f4-abf3-471ea83d76b5 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Sep 07 16:15:19.655117 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c2a6-8a48-4d06-9c10-7ebc2fd3a5b7 req-98e27452-8f9f-45fb-b232-c17f178fa368 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:19.658213 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea30c2a6-8a48-4d06-9c10-7ebc2fd3a5b7 req-98e27452-8f9f-45fb-b232-c17f178fa368 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1646771 Sep 07 16:15:19.774616 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea30c2a6-8a48-4d06-9c10-7ebc2fd3a5b7 req-32180a36-5007-4108-90b5-a5d4f8fd3bfa tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085677 Sep 07 16:15:20.027273 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228c8e-bea1-4ed6-bf36-cdfeb4ef1572 req-08178c2d-4ae0-47fb-80af-a7e256cd1b9f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.039322 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-23228c8e-bea1-4ed6-bf36-cdfeb4ef1572 req-08178c2d-4ae0-47fb-80af-a7e256cd1b9f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1421964 Sep 07 16:15:20.096592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-23228c8e-bea1-4ed6-bf36-cdfeb4ef1572 req-01693c8f-a9d6-4ce3-a65b-7c6011a96ad3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557418 Sep 07 16:15:20.292206 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2a713-ccb5-4e60-bbd6-5819bfd42692 req-003cd5c6-0806-4d0c-b31c-2e933ab03f13 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.294448 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-88e2a713-ccb5-4e60-bbd6-5819bfd42692 req-003cd5c6-0806-4d0c-b31c-2e933ab03f13 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.1042051 Sep 07 16:15:20.360524 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-88e2a713-ccb5-4e60-bbd6-5819bfd42692 req-37851be0-db9a-4a54-87c0-5753ac24e142 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Sep 07 16:15:20.955235 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fcd2e-f192-4f09-9002-d6596da3a2df req-1c8db21b-54d6-48f2-adec-8b987917072a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.957066 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-314fcd2e-f192-4f09-9002-d6596da3a2df req-1c8db21b-54d6-48f2-adec-8b987917072a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0893023 Sep 07 16:15:21.018340 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-314fcd2e-f192-4f09-9002-d6596da3a2df req-bc14c3b3-8281-4d91-bd36-cd2e5dac0183 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Sep 07 16:15:21.251634 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3c778-7478-42fb-b36c-15f37f1a2659 req-0c6a1193-71a3-4d7f-b458-56bb3c3131e8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.254614 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e8d3c778-7478-42fb-b36c-15f37f1a2659 req-0c6a1193-71a3-4d7f-b458-56bb3c3131e8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0729449 Sep 07 16:15:21.317521 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e8d3c778-7478-42fb-b36c-15f37f1a2659 req-0bcfdfb6-d322-4b8a-bfb4-abd1c01ca8b6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562332 Sep 07 16:15:21.544544 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b790d-a73b-4dfe-8fba-f289cf389cd4 req-d04f58e4-0dbc-48d4-9d3a-b7c833dc4118 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.546243 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c58b790d-a73b-4dfe-8fba-f289cf389cd4 req-d04f58e4-0dbc-48d4-9d3a-b7c833dc4118 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0837989 Sep 07 16:15:21.591544 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c58b790d-a73b-4dfe-8fba-f289cf389cd4 req-bee1061e-fcd6-4d4b-a8d8-6943b742bd3c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Sep 07 16:15:22.173582 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626e8e5-43ce-4f4d-bb11-492d10e1709d req-00863d6b-d756-4446-9538-b5c320ae20c4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.181015 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d626e8e5-43ce-4f4d-bb11-492d10e1709d req-00863d6b-d756-4446-9538-b5c320ae20c4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0828218 Sep 07 16:15:22.233813 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d626e8e5-43ce-4f4d-bb11-492d10e1709d req-c32a4551-cbfc-47bb-aff1-0ef605be2824 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Sep 07 16:15:22.759670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9366211-7a6f-4d9e-8f5a-b71ce95299cc req-2dc3e21a-d217-4ee3-90ff-3fc50884e28c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.761304 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b9366211-7a6f-4d9e-8f5a-b71ce95299cc req-2dc3e21a-d217-4ee3-90ff-3fc50884e28c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.3150632 Sep 07 16:15:22.833804 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b9366211-7a6f-4d9e-8f5a-b71ce95299cc req-a7f51832-844e-47fe-83ba-ad311be162d1 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Sep 07 16:15:22.985191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b881-c59d-4039-80eb-a1a696c002b3 req-e20de267-757c-4c7f-93a7-940ff6deab50 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.985969 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7e6b881-c59d-4039-80eb-a1a696c002b3 req-e20de267-757c-4c7f-93a7-940ff6deab50 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0683954 Sep 07 16:15:23.045576 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7e6b881-c59d-4039-80eb-a1a696c002b3 req-32267261-187f-44ad-9b2d-d8e21ee477fe tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Sep 07 16:15:23.392553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a2c83-7cda-4a02-92bd-79f3db483303 req-e0669ae6-ba76-495d-a200-0f5e6f0282a6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.394076 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb6a2c83-7cda-4a02-92bd-79f3db483303 req-e0669ae6-ba76-495d-a200-0f5e6f0282a6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0663145 Sep 07 16:15:23.441901 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb6a2c83-7cda-4a02-92bd-79f3db483303 req-f3435632-f624-41aa-8698-83d2d8a6d810 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Sep 07 16:15:23.865170 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-28f25c11-eb13-4327-8b97-00f3c8ae8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.866655 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-28f25c11-eb13-4327-8b97-00f3c8ae8fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1096 time: 0.0694878 Sep 07 16:15:24.105939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876948d9-764c-4683-a2b2-cf21257cef32 req-c368c5d3-b55a-4de4-a158-c7b5b1ebf2ef tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.116350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-876948d9-764c-4683-a2b2-cf21257cef32 req-c368c5d3-b55a-4de4-a158-c7b5b1ebf2ef tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1604130 Sep 07 16:15:24.121813 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-12aaf65f-1def-4a7d-ac0f-6dd1e47a210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.126155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-12aaf65f-1def-4a7d-ac0f-6dd1e47a210f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2409875 Sep 07 16:15:24.305704 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-876948d9-764c-4683-a2b2-cf21257cef32 req-fbaa26ff-764e-499b-a841-6612a7373208 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878240 Sep 07 16:15:24.318909 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6fe09-faeb-454e-a85d-35e4b626fede req-4132d787-ce69-4e50-9248-872ef5a496e5 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.326750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5e6fe09-faeb-454e-a85d-35e4b626fede req-4132d787-ce69-4e50-9248-872ef5a496e5 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.1809299 Sep 07 16:15:24.368417 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-c0766976-f9e1-4e42-88a1-750bc663f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.370030 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b2e18f3-a78b-449a-9fb7-6677b6acac9f req-c0766976-f9e1-4e42-88a1-750bc663f453 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2213891 Sep 07 16:15:24.379242 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5e6fe09-faeb-454e-a85d-35e4b626fede req-1d01a1a5-36ee-4eea-ac67-3c0d68b478cb tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514777 Sep 07 16:15:24.611707 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6aa54-231d-421f-a296-5520801f6936 req-a35bf6df-1619-43ad-b300-56736f885976 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.615458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ebc6aa54-231d-421f-a296-5520801f6936 req-a35bf6df-1619-43ad-b300-56736f885976 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0733018 Sep 07 16:15:24.669466 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ebc6aa54-231d-421f-a296-5520801f6936 req-fdc4f731-8e62-458d-91b7-4d6fe28b8434 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Sep 07 16:15:25.478245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2802000-a32c-4b24-b5a1-5a096a7d09ac req-1e34c613-f468-4d5f-9945-cf8451d4eacd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.479975 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c2802000-a32c-4b24-b5a1-5a096a7d09ac req-1e34c613-f468-4d5f-9945-cf8451d4eacd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0711877 Sep 07 16:15:25.566096 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c2802000-a32c-4b24-b5a1-5a096a7d09ac req-c214df96-e038-4089-aa1d-cf3620d565ea tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725291 Sep 07 16:15:25.586302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496e9db-26de-43b1-b633-2fee70b12ced req-95a3c103-de9a-410b-b63a-35e7f4dd5df7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.588125 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1496e9db-26de-43b1-b633-2fee70b12ced req-95a3c103-de9a-410b-b63a-35e7f4dd5df7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.1050475 Sep 07 16:15:25.646488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1496e9db-26de-43b1-b633-2fee70b12ced req-2ef45a7c-f241-4209-b46e-8801d7899bff tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505621 Sep 07 16:15:25.828025 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc152f-4f91-4022-b148-d70fb31cff3d req-d2213469-cdd0-4b8f-a638-997b02498602 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.830203 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8dc152f-4f91-4022-b148-d70fb31cff3d req-d2213469-cdd0-4b8f-a638-997b02498602 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0584257 Sep 07 16:15:25.885353 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8dc152f-4f91-4022-b148-d70fb31cff3d req-495227dd-ff3c-4c0e-be8f-c9d99d61f934 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Sep 07 16:15:26.731173 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6db99-6c82-4570-b1dc-81fe5dcc51a9 req-5473f133-8d94-43af-9b1a-d3e0aafcf480 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.732763 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-46e6db99-6c82-4570-b1dc-81fe5dcc51a9 req-5473f133-8d94-43af-9b1a-d3e0aafcf480 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0702562 Sep 07 16:15:26.799302 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-46e6db99-6c82-4570-b1dc-81fe5dcc51a9 req-664b4bcf-4f19-4357-a74f-0a51b93321ca tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548613 Sep 07 16:15:26.810513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accafd12-1941-4c48-aeed-6c93f8eb7ce4 req-648f76e0-ec9c-4863-8405-0d3b2052922b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.812332 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-accafd12-1941-4c48-aeed-6c93f8eb7ce4 req-648f76e0-ec9c-4863-8405-0d3b2052922b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.0788012 Sep 07 16:15:26.882398 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-accafd12-1941-4c48-aeed-6c93f8eb7ce4 req-70dc55df-3c09-4a66-bfff-06335766dc74 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Sep 07 16:15:27.030513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e5f5-5e00-41f1-8222-3542b6638fe5 req-1a2663d2-2282-402d-a0c6-bb2acb99d086 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.032351 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6158e5f5-5e00-41f1-8222-3542b6638fe5 req-1a2663d2-2282-402d-a0c6-bb2acb99d086 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0556054 Sep 07 16:15:27.073488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6158e5f5-5e00-41f1-8222-3542b6638fe5 req-2565d7c0-b0ab-4a18-bf71-4e5b2c47ef3b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Sep 07 16:15:27.256586 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-e52624f5-c2ed-4ba2-be17-00284d880135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.259797 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-e52624f5-c2ed-4ba2-be17-00284d880135 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1096 time: 0.0539451 Sep 07 16:15:27.308563 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-be7b9d50-7cae-46d6-bc4d-90934bc3fe5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 217 time: 0.0359647 Sep 07 16:15:27.364927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-2b40b889-3018-4ef2-9afd-302677afe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.366633 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-2b40b889-3018-4ef2-9afd-302677afe9d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0502834 Sep 07 16:15:27.424872 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-62c1e415-33f7-46f6-a804-f9d1f8cf68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.426553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-62c1e415-33f7-46f6-a804-f9d1f8cf68e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524266 Sep 07 16:15:27.529011 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-a48979ac-0ad7-4f06-ad8f-81af5586143f service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944240 Sep 07 16:15:27.642337 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea961c48-3537-4c1a-890a-cd6e3148dd2f req-03b834ae-07f6-433e-be00-e95fa26a93ce service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048980 Sep 07 16:15:28.036056 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38567fbe-7647-4a14-9a2f-04ec0f32e193 req-290b9ec1-2f1c-4fa3-a7fc-8573048ab514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.038442 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-38567fbe-7647-4a14-9a2f-04ec0f32e193 req-290b9ec1-2f1c-4fa3-a7fc-8573048ab514 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.1397190 Sep 07 16:15:28.053528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8149-91f8-4572-a97e-057ce022f016 req-73481aee-36c8-492b-b875-329b944ec16a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.053528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67ff8149-91f8-4572-a97e-057ce022f016 req-73481aee-36c8-492b-b875-329b944ec16a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1440125 Sep 07 16:15:28.144946 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5215a-4c32-432d-ad47-068546a76bf3 req-7353b080-d647-4340-bdc5-1d0c6212b0e1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.146492 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6fc5215a-4c32-432d-ad47-068546a76bf3 req-7353b080-d647-4340-bdc5-1d0c6212b0e1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.1620789 Sep 07 16:15:28.149607 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-38567fbe-7647-4a14-9a2f-04ec0f32e193 req-c03f3b4e-1b20-464b-9f44-bc5184a0c24e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950983 Sep 07 16:15:28.153153 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67ff8149-91f8-4572-a97e-057ce022f016 req-04bb5180-5198-4752-82d8-05e2df9b3968 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898111 Sep 07 16:15:28.239310 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6fc5215a-4c32-432d-ad47-068546a76bf3 req-60d13744-7d5e-427c-98a9-a5390bcacf91 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745864 Sep 07 16:15:28.322320 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ed30-9ac8-457b-8049-0c5cf0711795 req-b03d236e-b588-47e7-a768-53b2f7e5ea51 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.324146 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9d19ed30-9ac8-457b-8049-0c5cf0711795 req-b03d236e-b588-47e7-a768-53b2f7e5ea51 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0571001 Sep 07 16:15:28.376163 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9d19ed30-9ac8-457b-8049-0c5cf0711795 req-f604a173-f36c-466e-b39c-6a66e4d08f62 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Sep 07 16:15:29.219179 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:29.439829 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8114-14fd-4a37-88d4-72b4a0554391 req-0427c95a-0eaa-46c0-a2c3-900568f05e9a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.445215 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d7c8114-14fd-4a37-88d4-72b4a0554391 req-0427c95a-0eaa-46c0-a2c3-900568f05e9a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1941397 Sep 07 16:15:29.510100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:29.526840 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'port_id': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'mac_address': 'fa:16:3e:0f:67:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:29.583207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.588559 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d7c8114-14fd-4a37-88d4-72b4a0554391 req-65e3c36e-04d7-4c33-bc9a-eeff473abcca tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335495 Sep 07 16:15:29.607028 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:29.618617 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f26f4-72ae-401c-9e16-157d7e07674a req-9867dcf7-3c1d-4182-a96f-6da758223b62 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.618617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f4f26f4-72ae-401c-9e16-157d7e07674a req-9867dcf7-3c1d-4182-a96f-6da758223b62 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 943 time: 0.1365657 Sep 07 16:15:29.646775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:29.655675 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.708350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f4f26f4-72ae-401c-9e16-157d7e07674a req-a12b3c01-b0bc-4477-bdef-abb636af2ae4 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850234 Sep 07 16:15:29.748012 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:29.846496 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551e433-9226-472a-881e-7847bc155422 req-b8142b8a-005c-4147-bad0-f40b472f8569 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.848600 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0551e433-9226-472a-881e-7847bc155422 req-b8142b8a-005c-4147-bad0-f40b472f8569 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1046629 Sep 07 16:15:29.927603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0551e433-9226-472a-881e-7847bc155422 req-dd8be943-87c5-4a56-b5b1-30afbd0fdbda tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579584 Sep 07 16:15:30.011190 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:30.389034 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-38fc230f-4780-44b9-bf62-eb7bb88624c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.391105 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-38fc230f-4780-44b9-bf62-eb7bb88624c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.1204755 Sep 07 16:15:30.403454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b435c66-c297-4207-b916-17f8a2a17a08 req-b98a7e3b-5193-4ed3-b41a-f732693cd072 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.408091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b435c66-c297-4207-b916-17f8a2a17a08 req-b98a7e3b-5193-4ed3-b41a-f732693cd072 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1071694 Sep 07 16:15:30.512314 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b435c66-c297-4207-b916-17f8a2a17a08 req-b48111f7-48f9-4a92-bb44-cac8286277ec tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871656 Sep 07 16:15:30.540114 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-a59b056f-5537-4e63-883f-665a68673450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.542298 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-a59b056f-5537-4e63-883f-665a68673450 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.1360443 Sep 07 16:15:30.607943 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-e9cf64a2-2e24-43b2-84ad-c9124f3806f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.0558372 Sep 07 16:15:30.699683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-84151d2e-30c1-4d57-bb90-79596c3accbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.702160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-84151d2e-30c1-4d57-bb90-79596c3accbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.0733790 Sep 07 16:15:30.811769 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-d9708bf2-5c1f-48ea-b0e9-72fe9d5c9956 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003349 Sep 07 16:15:30.928348 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa61b1-30ae-4de2-b7fa-cc7612adf73b req-f0eb0333-57f0-4b99-b029-ed1e1594e77a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.930688 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-69fa61b1-30ae-4de2-b7fa-cc7612adf73b req-f0eb0333-57f0-4b99-b029-ed1e1594e77a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.2035909 Sep 07 16:15:31.016640 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a9e0-5501-425a-921c-7d4cec56e1a1 req-250799ba-0e1e-426b-96ce-5cb9b8a50811 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:31.018121 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a59a9e0-5501-425a-921c-7d4cec56e1a1 req-250799ba-0e1e-426b-96ce-5cb9b8a50811 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 944 time: 0.1852367 Sep 07 16:15:31.062244 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-386987fa-b1be-47af-99e6-e678b41e273e service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386091 Sep 07 16:15:31.071859 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-69fa61b1-30ae-4de2-b7fa-cc7612adf73b req-1bfa8fae-9d42-417c-be41-e7b621981b5e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081138 Sep 07 16:15:31.077362 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47128) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:31.117321 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a59a9e0-5501-425a-921c-7d4cec56e1a1 req-d20c0c7a-fe4b-4a0c-a0ac-ae65b73a76c3 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885940 Sep 07 16:15:31.222968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51ee2d9e-6b29-4b32-876a-5b18688d9876 req-34a227e4-eb85-4258-b816-2c490188472b service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501374 Sep 07 16:15:31.228206 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:31.287099 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42d6c265-2eb3-4ed7-90f0-d1ea126292ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.293083 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:31.298592 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:31.299078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.408259 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.440900 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:31.447043 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd6494-067b-4f0d-9d22-a2ef3f79e221" -d '{"events": [{"server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "name": "network-vif-plugged", "status": "completed", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:31.453807 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42d6c265-2eb3-4ed7-90f0-d1ea126292ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.464928 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42d6c265-2eb3-4ed7-90f0-d1ea126292ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.474052 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:31.481810 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.509435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6c265-2eb3-4ed7-90f0-d1ea126292ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28558c8-4c75-4129-a3b1-1ddfe27d10da,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:31.527873 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-42d6c265-2eb3-4ed7-90f0-d1ea126292ee admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba1eb018582d4f48927f979a87a454b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446521 Sep 07 16:15:31.532465 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47144) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:31.538054 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb070c0-2328-4500-8906-09c505c804b3 x-openstack-request-id: req-9bb070c0-2328-4500-8906-09c505c804b3 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:31.538832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "name": "network-vif-plugged", "status": "completed", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:31.540482 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9bb070c0-2328-4500-8906-09c505c804b3 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:31.541861 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'code': 200} Sep 07 16:15:31.619303 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.629201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:31.689709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.747888 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5e9c1-ec2a-421c-951f-9960febcb2b7 req-a9c98ab4-798b-4974-a591-5a766c89efb9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:31.750155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2d5e9c1-ec2a-421c-951f-9960febcb2b7 req-a9c98ab4-798b-4974-a591-5a766c89efb9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1265881 Sep 07 16:15:31.809150 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.811665 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.813349 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d28558c8-4c75-4129-a3b1-1ddfe27d10da HTTP/1.1" status: 204 len: 168 time: 0.2798619 Sep 07 16:15:31.839800 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2d5e9c1-ec2a-421c-951f-9960febcb2b7 req-537685a1-ccbc-4d76-b5d5-79bdd2d148f0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806649 Sep 07 16:15:31.842570 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61fc18-edea-4f78-b5ce-1e75d616f78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28558c8-4c75-4129-a3b1-1ddfe27d10da,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:31.866860 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0cf39-3c53-47f7-a780-09603fe658d2 req-d33469d1-129e-483b-b32a-e42e24a4fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:31.868553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6e0cf39-3c53-47f7-a780-09603fe658d2 req-d33469d1-129e-483b-b32a-e42e24a4fd2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1098 time: 0.1000431 Sep 07 16:15:31.924886 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6e0cf39-3c53-47f7-a780-09603fe658d2 req-22f1d271-3d18-43cf-8427-822d2243cc18 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Sep 07 16:15:32.294801 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba79f6e-c971-4c13-890b-f29bf6670004 req-96cb8d09-3e15-4360-9789-a27836cfd1f6 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.297074 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eba79f6e-c971-4c13-890b-f29bf6670004 req-96cb8d09-3e15-4360-9789-a27836cfd1f6 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0964413 Sep 07 16:15:32.310416 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3883c1-817d-4d39-adea-4d708f048188 req-ff21e04c-e51e-42b9-8238-fb728ec94cad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.310416 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c3883c1-817d-4d39-adea-4d708f048188 req-ff21e04c-e51e-42b9-8238-fb728ec94cad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0966384 Sep 07 16:15:32.377796 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eba79f6e-c971-4c13-890b-f29bf6670004 req-d9dcf56b-6586-4422-9721-c37d37102210 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Sep 07 16:15:32.381528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6c3883c1-817d-4d39-adea-4d708f048188 req-9976f4c1-408d-49e8-88bc-03eedf9dc8d3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552778 Sep 07 16:15:33.047535 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f8b20-7665-471c-be7b-480c72f45d2f req-a4b12f0d-a051-4abd-a1c1-7c4eef4794e4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.069998 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e05f8b20-7665-471c-be7b-480c72f45d2f req-a4b12f0d-a051-4abd-a1c1-7c4eef4794e4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0960832 Sep 07 16:15:33.122470 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e05f8b20-7665-471c-be7b-480c72f45d2f req-4c31c9d4-21a5-4818-9c3c-cf6d4ccb7655 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Sep 07 16:15:33.554251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6bdee-8512-4512-90b0-d6ffd67995cc req-df04e54e-8f4b-4dca-9377-c28002c157e0 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.555793 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cb6bdee-8512-4512-90b0-d6ffd67995cc req-df04e54e-8f4b-4dca-9377-c28002c157e0 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0778434 Sep 07 16:15:33.569879 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf9ae-adcc-4b32-a201-66c771e89c6b req-2e88b239-3dd3-4a7a-bc82-88a88f7affb3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.571450 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3b6cf9ae-adcc-4b32-a201-66c771e89c6b req-2e88b239-3dd3-4a7a-bc82-88a88f7affb3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0820682 Sep 07 16:15:33.632592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3b6cf9ae-adcc-4b32-a201-66c771e89c6b req-64e98993-f3cf-414e-9ef3-6ef3ce1a53b4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538490 Sep 07 16:15:33.635210 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cb6bdee-8512-4512-90b0-d6ffd67995cc req-a08239e9-57df-4e89-8184-78a9088f5149 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627170 Sep 07 16:15:34.261626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbb61f-19e9-4df6-b6de-c390ee7f8fab req-b61b00b0-3262-486a-bff3-74eda4afaa8f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:34.263168 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ecbb61f-19e9-4df6-b6de-c390ee7f8fab req-b61b00b0-3262-486a-bff3-74eda4afaa8f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0499222 Sep 07 16:15:34.302718 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ecbb61f-19e9-4df6-b6de-c390ee7f8fab req-1f4ac850-afba-46b3-8663-5da036d33801 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Sep 07 16:15:34.814642 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a06a6-f1ef-4eaf-9ef8-1f73822dce2a req-348d937a-aea3-48cf-a757-ddc363812a60 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:34.816704 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a62a06a6-f1ef-4eaf-9ef8-1f73822dce2a req-348d937a-aea3-48cf-a757-ddc363812a60 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.1035795 Sep 07 16:15:34.827692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448e0d-3fc7-4956-8753-ccb295b92979 req-53acae6a-b29d-417d-863c-6346c69fe1ad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:34.831065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9448e0d-3fc7-4956-8753-ccb295b92979 req-53acae6a-b29d-417d-863c-6346c69fe1ad tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1166189 Sep 07 16:15:34.912782 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a62a06a6-f1ef-4eaf-9ef8-1f73822dce2a req-cbb5f216-788a-46c9-bf38-fb7db3d375c1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Sep 07 16:15:34.922553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9448e0d-3fc7-4956-8753-ccb295b92979 req-536988ee-9048-46aa-9bd5-cffd3b43050b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803752 Sep 07 16:15:35.472421 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-e1508cb8-c689-4c96-87c7-0b79386018b9 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7aad5eebb8114b5480287ab3f9212094&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336280 Sep 07 16:15:35.486108 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bbb41-f8f1-4173-8be9-8f93c0cb6b4f req-c3aec4f9-f38e-4eb7-a505-372f078e19cb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.487649 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c9bbb41-f8f1-4173-8be9-8f93c0cb6b4f req-c3aec4f9-f38e-4eb7-a505-372f078e19cb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0941455 Sep 07 16:15:35.867244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.898638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c9bbb41-f8f1-4173-8be9-8f93c0cb6b4f req-1a8cb5d5-db7d-4e48-8ec9-4d7c19efa21f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009368 Sep 07 16:15:35.967052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-fa346222-29b3-45af-90eb-3acbce006ec1 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.971814 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-fa346222-29b3-45af-90eb-3acbce006ec1 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4829600 Sep 07 16:15:36.002520 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-77296345-f259-41ff-84e7-33fe8e4a02ce tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/quotas/7aad5eebb8114b5480287ab3f9212094 HTTP/1.1" status: 200 len: 375 time: 0.0262408 Sep 07 16:15:36.072880 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-7b28fea6-fdf9-4ab1-b041-e93a220d96d2 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7aad5eebb8114b5480287ab3f9212094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354509 Sep 07 16:15:36.089087 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352130f3-5495-457a-806b-709ec86b1216 req-40cf13c4-b3ab-4a0c-8cef-6de1c67d339f tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.097426 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-352130f3-5495-457a-806b-709ec86b1216 req-40cf13c4-b3ab-4a0c-8cef-6de1c67d339f tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0913844 Sep 07 16:15:36.170846 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-352130f3-5495-457a-806b-709ec86b1216 req-5f1db6d0-34bb-4e99-8287-a4f6dca129f1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724742 Sep 07 16:15:36.424681 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-faf360d2-e416-447c-b916-d1e898c3f481 req-7dc9881c-2b79-41d3-a9bb-5bc85b55a375 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 210 time: 0.0446701 Sep 07 16:15:36.458371 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1515a14-a8f4-4b78-b6e0-051fc1362903 req-2c84dcd9-980c-4e2d-8036-1ff76de90c67 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.462055 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1515a14-a8f4-4b78-b6e0-051fc1362903 req-2c84dcd9-980c-4e2d-8036-1ff76de90c67 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.2000887 Sep 07 16:15:36.538279 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1515a14-a8f4-4b78-b6e0-051fc1362903 req-de8a8abf-cb5a-4cf2-90c4-a7b3348e6775 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577769 Sep 07 16:15:36.826530 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f90a8-4cde-4139-8696-c6f769374d24 req-b7702f6c-88b0-418d-99ba-8b928ae677c2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.828708 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-429f90a8-4cde-4139-8696-c6f769374d24 req-b7702f6c-88b0-418d-99ba-8b928ae677c2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0649052 Sep 07 16:15:36.886810 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-429f90a8-4cde-4139-8696-c6f769374d24 req-b56616c1-367c-4941-9b52-047e8ec787b7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449855 Sep 07 16:15:37.055871 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02252774-af35-4dce-a9a1-8320c92eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.103572 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371be5-7285-45e6-9011-1cfb186d99e2 req-c784a4fa-0f75-47e5-ad9e-872954fd9ff5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.105656 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bf371be5-7285-45e6-9011-1cfb186d99e2 req-c784a4fa-0f75-47e5-ad9e-872954fd9ff5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0891278 Sep 07 16:15:37.177844 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bf371be5-7285-45e6-9011-1cfb186d99e2 req-ab635d7a-0827-4bb5-9078-e3a3071225b8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Sep 07 16:15:37.321421 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47294) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:37.381054 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428407c7-31dc-431b-a3d4-cfc0d7856e1c req-37ff2cf2-8410-422e-8048-5a378d2d44bc tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.383913 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-428407c7-31dc-431b-a3d4-cfc0d7856e1c req-37ff2cf2-8410-422e-8048-5a378d2d44bc tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.1052661 Sep 07 16:15:37.444994 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-428407c7-31dc-431b-a3d4-cfc0d7856e1c req-d7975711-4a6d-4723-b5c2-2d7a8c65626d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Sep 07 16:15:37.527758 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c54d4704-99f1-4861-9715-5ec03d9baf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.807339 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab996731-dbc0-4d74-b63f-bbfb372cfa05 req-81426fa0-3c8f-44f7-914f-a23b6a95730d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 210 time: 0.1204486 Sep 07 16:15:37.835022 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c54d4704-99f1-4861-9715-5ec03d9baf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.846061 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c54d4704-99f1-4861-9715-5ec03d9baf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.932411 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-6ddb5570-bf20-45d5-8c84-a9dd4b138fd6 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7aad5eebb8114b5480287ab3f9212094&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1337121 Sep 07 16:15:37.985144 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c54d4704-99f1-4861-9715-5ec03d9baf37 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=18de23228c3f4a8c888dfd820605f057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563704 Sep 07 16:15:37.989210 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47318) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:38.006727 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d4704-99f1-4861-9715-5ec03d9baf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55618cd3-bcfc-4639-8f9c-eecf6f0bf822,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.016083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3ade-88be-4860-895e-574184c79a0a req-038608bc-f28c-4dee-8097-c714bfd71120 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.017784 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-15fc3ade-88be-4860-895e-574184c79a0a req-038608bc-f28c-4dee-8097-c714bfd71120 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.2173750 Sep 07 16:15:38.201542 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-15fc3ade-88be-4860-895e-574184c79a0a req-6088291a-dcdd-4c9a-b603-5d39c168deb6 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702702 Sep 07 16:15:38.213845 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-31328829-fe83-4674-afdd-2d1f93c84738 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.215367 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-31328829-fe83-4674-afdd-2d1f93c84738 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692008 Sep 07 16:15:38.237839 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Request body: {'port': {'device_id': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39', 'admin_state_up': True, 'tenant_id': '7aad5eebb8114b5480287ab3f9212094'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:38.254935 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb406b39-5f47-44da-9e11-200b8b18661b req-9c13f583-9252-4216-95bd-332872746077 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.256726 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb406b39-5f47-44da-9e11-200b8b18661b req-9c13f583-9252-4216-95bd-332872746077 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.2574756 Sep 07 16:15:38.281707 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.412085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.430760 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb406b39-5f47-44da-9e11-200b8b18661b req-77c7568e-215b-410d-8998-edc92aaa9a80 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517549 Sep 07 16:15:38.469034 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29340b7-ca8c-466b-a290-ebea7147241e req-be925ba6-28c0-43d0-a1ac-801a73e4f56c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.470293 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a29340b7-ca8c-466b-a290-ebea7147241e req-be925ba6-28c0-43d0-a1ac-801a73e4f56c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1899257 Sep 07 16:15:38.539697 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a29340b7-ca8c-466b-a290-ebea7147241e req-d24dff8a-80dd-49d8-aa20-5967e8e6b58b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611186 Sep 07 16:15:38.542196 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Made reservation on behalf of 7aad5eebb8114b5480287ab3f9212094 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:38.545800 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.549931 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.552651 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.553817 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/55618cd3-bcfc-4639-8f9c-eecf6f0bf822 HTTP/1.1" status: 204 len: 168 time: 0.5639708 Sep 07 16:15:38.564466 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.577811 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322c732-998c-4895-ac50-cdd23907d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55618cd3-bcfc-4639-8f9c-eecf6f0bf822,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.797905 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.805104 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.940105 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609be2fb-e48d-4111-a2e0-2a4d8b76f288,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.035779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4ee6-f1e4-4b88-b14b-3db710229a3f req-48593ca0-ca4e-4233-be5d-1ae9c05a10f1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.037268 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-510c4ee6-f1e4-4b88-b14b-3db710229a3f req-48593ca0-ca4e-4233-be5d-1ae9c05a10f1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.1991675 Sep 07 16:15:39.085809 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6efdf6-6fa2-4d49-bfc7-ecef70d4c5e9 req-1e8726dd-e88b-4edf-9a63-0f86315b20e5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.087421 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7d6efdf6-6fa2-4d49-bfc7-ecef70d4c5e9 req-1e8726dd-e88b-4edf-9a63-0f86315b20e5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1385872 Sep 07 16:15:39.094638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Allocated IP 192.168.233.166 (4a7ea67f-2e8d-4e38-8523-6d5d52560c39/5e7b2aaf-0986-4459-9b83-0732f68e16bb/2ce65448-e3b5-455f-b198-b1a028777a3f) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:39.140858 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-510c4ee6-f1e4-4b88-b14b-3db710229a3f req-f9fc9787-3a5e-483e-8bb3-e689dc805007 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929244 Sep 07 16:15:39.176294 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7d6efdf6-6fa2-4d49-bfc7-ecef70d4c5e9 req-09a91005-52f9-411a-92bb-a5af173edfa9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748663 Sep 07 16:15:39.282635 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d25c65-e59a-4278-93e0-34767415321f req-d230173f-8b09-409c-9c37-dde86990d30a tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 210 time: 0.0688186 Sep 07 16:15:39.400736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.434866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Transition to ACTIVE for port object 2ce65448-e3b5-455f-b198-b1a028777a3f will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:39.524387 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.602812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:39.617117 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.646801 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:39.657791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:39.726859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-882ebc5c-f413-4dd3-8a1b-56aca035378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.814506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.818165 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.844884 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Pushing event updated for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.868423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-1ec80c10-bf3e-43e0-8388-70ba0a07462d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6397285 Sep 07 16:15:39.916338 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Request body: {'port': {'device_id': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:39.931247 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bad9e2-870e-447f-8440-c016f8ca8c07 req-81de40b6-74bf-4bc5-973f-9b0ab20897d1 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.934843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41bad9e2-870e-447f-8440-c016f8ca8c07 req-81de40b6-74bf-4bc5-973f-9b0ab20897d1 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.3710525 Sep 07 16:15:40.009558 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83ca4-a0e9-447d-b69d-fa18d332c027 req-8a4d4ba9-a9d2-4c14-8dd9-5d75859ff3ff tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.011111 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2a83ca4-a0e9-447d-b69d-fa18d332c027 req-8a4d4ba9-a9d2-4c14-8dd9-5d75859ff3ff tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1511073 Sep 07 16:15:40.069459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.073944 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41bad9e2-870e-447f-8440-c016f8ca8c07 req-513cc904-927a-4f88-b25c-4ab8a7ce0af6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155183 Sep 07 16:15:40.094750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2a83ca4-a0e9-447d-b69d-fa18d332c027 req-75edb2fe-15cf-4979-bcb8-5da587f92ddb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684772 Sep 07 16:15:40.122942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-518c40e5-0c48-477a-82f4-75413249b9f6 None None] Provisioning for port 2ce65448-e3b5-455f-b198-b1a028777a3f completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:40.128550 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-518c40e5-0c48-477a-82f4-75413249b9f6 None None] Provisioning complete for port 2ce65448-e3b5-455f-b198-b1a028777a3f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:40.129139 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-518c40e5-0c48-477a-82f4-75413249b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.168725 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-518c40e5-0c48-477a-82f4-75413249b9f6 None None] Port 2ce65448-e3b5-455f-b198-b1a028777a3f cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:40.423531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce65448-e3b5-455f-b198-b1a028777a3f {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:40.433932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.454819 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Transition to ACTIVE for port object 2ce65448-e3b5-455f-b198-b1a028777a3f will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:40.459483 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.470618 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde081db-cd80-4190-9aaa-c790c661907e req-176ff701-a502-4943-8388-4730a81b705e tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.472199 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cde081db-cd80-4190-9aaa-c790c661907e req-176ff701-a502-4943-8388-4730a81b705e tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 936 time: 0.0858819 Sep 07 16:15:40.538948 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:40.606403 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cde081db-cd80-4190-9aaa-c790c661907e req-f102a0b3-13bd-4d84-8718-411d3201edd7 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Sep 07 16:15:40.654650 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Attempting to bind port 2ce65448-e3b5-455f-b198-b1a028777a3f on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:40.654990 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Attempting to bind port 2ce65448-e3b5-455f-b198-b1a028777a3f by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:40.655377 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Attempting to bind port 2ce65448-e3b5-455f-b198-b1a028777a3f on network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:40.661849 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Port 2ce65448-e3b5-455f-b198-b1a028777a3f on network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:40.662416 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Attempting to bind port 2ce65448-e3b5-455f-b198-b1a028777a3f on network 4a7ea67f-2e8d-4e38-8523-6d5d52560c39 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:40.669652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:40.670117 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Checking segment: {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:40.670582 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Bound using segment: {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:40.671115 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Bound port: 2ce65448-e3b5-455f-b198-b1a028777a3f, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d1fea1-4eb1-4ee7-8f97-cd04749016a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:40.671489 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.750493 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:40.754187 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2ce65448-e3b5-455f-b198-b1a028777a3f,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:40.759125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.793851 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.794506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.796041 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] 10.222.0.83 "PUT /v2.0/ports/2ce65448-e3b5-455f-b198-b1a028777a3f HTTP/1.1" status: 200 len: 1098 time: 0.8848572 Sep 07 16:15:40.796526 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:40.798927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d09bae-e347-4fb5-b033-d7adb97f2173" -d '{"events": [{"name": "network-changed", "server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:40.857216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c5ba-3b13-4ff7-8e69-605c00cb09dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:40.925253 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c8d2f3-ef82-47e3-8e69-71daa7a8b59f x-openstack-request-id: req-52c8d2f3-ef82-47e3-8e69-71daa7a8b59f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:40.925538 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:40.925782 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-52c8d2f3-ef82-47e3-8e69-71daa7a8b59f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:40.926180 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f', 'status': 'completed', 'code': 200} Sep 07 16:15:40.942563 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-4ed6137b-e697-4e05-b5a3-1a3d8ac46791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.944299 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-4ed6137b-e697-4e05-b5a3-1a3d8ac46791 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aad5eebb8114b5480287ab3f9212094&device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 1101 time: 0.0635507 Sep 07 16:15:41.031843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-f34f95be-1c36-4e78-b542-e3a751c38447 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2ce65448-e3b5-455f-b198-b1a028777a3f HTTP/1.1" status: 200 len: 217 time: 0.0697405 Sep 07 16:15:41.118775 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-3b1a2c6e-1703-4e22-82cb-6d587142efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.121611 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-3b1a2c6e-1703-4e22-82cb-6d587142efee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e7b2aaf-0986-4459-9b83-0732f68e16bb HTTP/1.1" status: 200 len: 843 time: 0.0814726 Sep 07 16:15:41.174952 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47408) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:41.243225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-43a589b6-22d4-4ae5-9dd7-c33c224eae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.244933 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-43a589b6-22d4-4ae5-9dd7-c33c224eae85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4a7ea67f-2e8d-4e38-8523-6d5d52560c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1142912 Sep 07 16:15:41.314559 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c809c9b-8b36-466a-b341-fc7e481c7cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.362606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc31-43cb-4aa5-8210-116ca72b3e23 req-abfd39f7-097b-446b-9c21-6dd35f914ccd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.364274 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9f9fc31-43cb-4aa5-8210-116ca72b3e23 req-abfd39f7-097b-446b-9c21-6dd35f914ccd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1695323 Sep 07 16:15:41.383206 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3faff0-74da-4453-8ed8-442e5333b34c req-8471117f-f303-4392-bd1b-ed20d3711887 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.384745 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ef3faff0-74da-4453-8ed8-442e5333b34c req-8471117f-f303-4392-bd1b-ed20d3711887 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1478155 Sep 07 16:15:41.423897 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c809c9b-8b36-466a-b341-fc7e481c7cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.428664 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9c809c9b-8b36-466a-b341-fc7e481c7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.440263 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.442270 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-8b9cc00e-8830-4305-a4c7-8bf0cbd3f38d service neutron] 10.222.0.83 "GET /v2.0/networks/4a7ea67f-2e8d-4e38-8523-6d5d52560c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878040 Sep 07 16:15:41.471705 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9c809c9b-8b36-466a-b341-fc7e481c7cc7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f6d56eda43a74bc7a8c9e9424073f0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944198 Sep 07 16:15:41.472198 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c809c9b-8b36-466a-b341-fc7e481c7cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdee4f-21e8-4fbd-991c-a24d52d11fa5,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:41.474462 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47414) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:41.498697 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9f9fc31-43cb-4aa5-8210-116ca72b3e23 req-db8b2dd4-af20-4816-b64f-b58f89a2e5c4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129420 Sep 07 16:15:41.508603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ef3faff0-74da-4453-8ed8-442e5333b34c req-d812c336-e7f9-4ebd-b8a3-c8b7f32acd42 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178403 Sep 07 16:15:41.609057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.622281 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32ce4122-841d-4825-a2c0-1d3bd30057e5 req-93a0d253-2a7a-4592-9559-cc41e6d12bc3 service neutron] 10.222.0.83 "GET /v2.0/networks/4a7ea67f-2e8d-4e38-8523-6d5d52560c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655059 Sep 07 16:15:41.639628 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.741484 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-466f8f57-b31f-4cf9-9ab7-edb67723f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.743030 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-466f8f57-b31f-4cf9-9ab7-edb67723f38e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aad5eebb8114b5480287ab3f9212094&device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 1101 time: 0.0579219 Sep 07 16:15:41.743777 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.746275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.752190 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0dbdee4f-21e8-4fbd-991c-a24d52d11fa5 HTTP/1.1" status: 204 len: 168 time: 0.2689102 Sep 07 16:15:41.768383 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20221-ed9b-4187-868c-1ac1b10d50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdee4f-21e8-4fbd-991c-a24d52d11fa5,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:41.887188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1708cab-9653-4155-bed6-c198f059ab15 req-cd23d887-a846-42da-b148-86785ff113b3 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.889048 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f1708cab-9653-4155-bed6-c198f059ab15 req-cd23d887-a846-42da-b148-86785ff113b3 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 948 time: 0.1301320 Sep 07 16:15:41.929277 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-826b4418-01b1-4c5e-8546-d7ab2b5fbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.931034 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-826b4418-01b1-4c5e-8546-d7ab2b5fbc71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4a7ea67f-2e8d-4e38-8523-6d5d52560c39 HTTP/1.1" status: 200 len: 871 time: 0.1735096 Sep 07 16:15:41.957135 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f1708cab-9653-4155-bed6-c198f059ab15 req-97053c98-1c6c-42f9-8231-9908c9f82c73 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Sep 07 16:15:42.002320 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-a6f1e2e6-e41b-49b7-b9fb-5d8f739a1cf4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2ce65448-e3b5-455f-b198-b1a028777a3f HTTP/1.1" status: 200 len: 217 time: 0.0437777 Sep 07 16:15:42.325609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-5469e0c3-5148-415a-902d-7214f3f46019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.327149 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-5469e0c3-5148-415a-902d-7214f3f46019 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e7b2aaf-0986-4459-9b83-0732f68e16bb HTTP/1.1" status: 200 len: 843 time: 0.3012910 Sep 07 16:15:42.374490 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-b7d70ecb-b586-4bc5-b25d-cf0a24c269a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.376037 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-b7d70ecb-b586-4bc5-b25d-cf0a24c269a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4a7ea67f-2e8d-4e38-8523-6d5d52560c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408778 Sep 07 16:15:42.481727 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-953709c1-10e7-43e6-9d97-1eadfa1314ed service neutron] 10.222.0.83 "GET /v2.0/networks/4a7ea67f-2e8d-4e38-8523-6d5d52560c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943153 Sep 07 16:15:42.621595 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1d09bae-e347-4fb5-b033-d7adb97f2173 req-1959e6da-4002-418e-9ed1-670c786ad6d5 service neutron] 10.222.0.83 "GET /v2.0/networks/4a7ea67f-2e8d-4e38-8523-6d5d52560c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290357 Sep 07 16:15:42.694400 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625d158-e204-4f53-8286-1fde65cbedb2 req-38aa8f20-e5b8-49e9-9dfc-a01e48e429a0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.695965 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8625d158-e204-4f53-8286-1fde65cbedb2 req-38aa8f20-e5b8-49e9-9dfc-a01e48e429a0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0981576 Sep 07 16:15:42.705275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6557-c95c-4e2e-b8bf-28b0448db2f0 req-c2e03ddf-8134-413b-a401-c53fde6453c4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.706731 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b87c6557-c95c-4e2e-b8bf-28b0448db2f0 req-c2e03ddf-8134-413b-a401-c53fde6453c4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1159031 Sep 07 16:15:42.762592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8625d158-e204-4f53-8286-1fde65cbedb2 req-4d99ce3b-7f19-4ae3-9dee-ac0cfb373116 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546618 Sep 07 16:15:42.771581 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b87c6557-c95c-4e2e-b8bf-28b0448db2f0 req-ecf1e350-e05b-4a9c-ae7d-e2bd46caee4d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563443 Sep 07 16:15:42.981777 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.103812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f4f23-f389-41c1-ad16-b498168c22bb req-105fdc36-6961-4855-8874-a7748dac5968 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.105410 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e16f4f23-f389-41c1-ad16-b498168c22bb req-105fdc36-6961-4855-8874-a7748dac5968 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 948 time: 0.0549603 Sep 07 16:15:43.177183 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e16f4f23-f389-41c1-ad16-b498168c22bb req-377cafed-3e32-4a94-a00d-7883a1313a2d tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Sep 07 16:15:43.334326 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:43.451717 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:43.474770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:43.527082 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.543968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:43.574296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:43.582401 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.647501 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:43.657366 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.657737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.658083 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.658426 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.658767 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.659201 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.659645 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.659900 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.660261 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.660681 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.660922 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.661744 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:43.728973 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['97fa1bc3-aaa6-424e-9b57-7b789a19d759'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:43.979406 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074baf4-d957-40b3-846a-12f04d7ca924 req-6bcb12bd-8091-4117-a329-f233f97198e1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.981005 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3074baf4-d957-40b3-846a-12f04d7ca924 req-6bcb12bd-8091-4117-a329-f233f97198e1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1210780 Sep 07 16:15:44.016348 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b835ff-a132-4027-a66a-a2e06a57703b req-ad48be2b-7018-4596-94db-9241399963eb tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:44.023615 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-28b835ff-a132-4027-a66a-a2e06a57703b req-ad48be2b-7018-4596-94db-9241399963eb tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.1187003 Sep 07 16:15:44.069852 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3074baf4-d957-40b3-846a-12f04d7ca924 req-02a9e458-66c6-4be6-9c4b-d236f6b04a4d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813081 Sep 07 16:15:44.086737 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-28b835ff-a132-4027-a66a-a2e06a57703b req-c67eba5f-4ec6-43ea-9c8f-83cf91ec25ec tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614507 Sep 07 16:15:44.361114 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22464-cb4a-48cc-900e-2e01cddd6288 req-8a53dd06-d83c-42d3-a1db-858c1be979dc tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:44.366223 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-17a22464-cb4a-48cc-900e-2e01cddd6288 req-8a53dd06-d83c-42d3-a1db-858c1be979dc tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 948 time: 0.0807085 Sep 07 16:15:44.419412 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-17a22464-cb4a-48cc-900e-2e01cddd6288 req-d20172ad-bc7b-499d-89f5-c45ff3d3c5f9 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Sep 07 16:15:45.426996 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2ce65448-e3b5-455f-b198-b1a028777a3f details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:45.444683 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:45.472704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de5603-0f9b-4f05-a92c-774327029d3d req-08aedb3b-11e2-46bd-93d7-ae1f87f4d65d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.481320 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87de5603-0f9b-4f05-a92c-774327029d3d req-08aedb3b-11e2-46bd-93d7-ae1f87f4d65d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.2278683 Sep 07 16:15:45.508606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c524-8bc2-40d0-a29b-cf6a85c4814d req-f832d629-f22d-45e5-a97d-021f68001b61 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.518344 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3d85c524-8bc2-40d0-a29b-cf6a85c4814d req-f832d629-f22d-45e5-a97d-021f68001b61 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.1617985 Sep 07 16:15:45.580503 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87de5603-0f9b-4f05-a92c-774327029d3d req-f12e37ad-6bfc-41e3-bb47-ab6e7a6ea6e6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980442 Sep 07 16:15:45.595648 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3d85c524-8bc2-40d0-a29b-cf6a85c4814d req-f3f5f6b2-7ff3-4452-bdf6-69ba68abbd3b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763245 Sep 07 16:15:45.596889 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:45.597529 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.664636 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2ce65448-e3b5-455f-b198-b1a028777a3f,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:45.683940 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '2ce65448-e3b5-455f-b198-b1a028777a3f', 'network_id': '4a7ea67f-2e8d-4e38-8523-6d5d52560c39', 'port_id': '2ce65448-e3b5-455f-b198-b1a028777a3f', 'mac_address': 'fa:16:3e:fb:05:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b2aaf-0986-4459-9b83-0732f68e16bb', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:45.757329 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043664-50d5-46c4-a537-4748b84be281 req-2a115e9e-3ec7-4670-b78a-18b3681fb8f5 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.759183 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa043664-50d5-46c4-a537-4748b84be281 req-2a115e9e-3ec7-4670-b78a-18b3681fb8f5 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 948 time: 0.0952156 Sep 07 16:15:45.816025 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.834467 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa043664-50d5-46c4-a537-4748b84be281 req-ab88cc1e-b1bd-4113-8bb8-6a64d551acd4 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661573 Sep 07 16:15:45.834823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.882524 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:45.885652 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2ab5fa-09eb-409b-84f2-4acd4dc4c6ef" -d '{"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:45.890602 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce65448-e3b5-455f-b198-b1a028777a3f {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:45.913143 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:45.926538 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.946437 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2ce65448-e3b5-455f-b198-b1a028777a3f,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:45.978403 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4265018a-4384-4634-8cf3-b29a6d76edb7 x-openstack-request-id: req-4265018a-4384-4634-8cf3-b29a6d76edb7 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:45.978858 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:45.979309 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4265018a-4384-4634-8cf3-b29a6d76edb7 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:45.980422 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'code': 200} Sep 07 16:15:45.982101 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.025279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:46.101203 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:46.422171 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['2ce65448-e3b5-455f-b198-b1a028777a3f'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:46.894863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86217f29-b224-4b85-b63c-a370302d693e req-cb980000-a22e-460a-b95e-e6b9674be7dd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:46.897218 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86217f29-b224-4b85-b63c-a370302d693e req-cb980000-a22e-460a-b95e-e6b9674be7dd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1278448 Sep 07 16:15:46.909208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca019a7-3156-4cd1-9ac1-d11270cf8f04 req-8980c300-04f8-474e-93f4-a71beccc239a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:46.910735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ca019a7-3156-4cd1-9ac1-d11270cf8f04 req-8980c300-04f8-474e-93f4-a71beccc239a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1744647 Sep 07 16:15:46.979365 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86217f29-b224-4b85-b63c-a370302d693e req-8fa29b45-53e6-4c82-a2b7-b5f3b799e3f3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674233 Sep 07 16:15:47.013310 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ca019a7-3156-4cd1-9ac1-d11270cf8f04 req-046fb9ec-42c9-4c9d-9e9f-7e64576918d6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845749 Sep 07 16:15:47.152834 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6be95-0819-4bfe-bdd1-2b7822e8f4e7 req-bf78225a-fa40-4cad-91c3-ccff61b4e348 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.155188 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3a6be95-0819-4bfe-bdd1-2b7822e8f4e7 req-bf78225a-fa40-4cad-91c3-ccff61b4e348 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 949 time: 0.0674484 Sep 07 16:15:47.204124 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3a6be95-0819-4bfe-bdd1-2b7822e8f4e7 req-b26cdb8f-0991-4c41-a9ae-1d13872c1427 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Sep 07 16:15:48.194944 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-41a5e597-0b76-4f86-8497-5a903fd8d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.196736 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-41a5e597-0b76-4f86-8497-5a903fd8d4e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.1329253 Sep 07 16:15:48.209046 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade874a-e59b-47c5-ace6-63e24d6dff32 req-824ae2f4-03d7-445e-9dec-ba3219cc771f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.215588 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eade874a-e59b-47c5-ace6-63e24d6dff32 req-824ae2f4-03d7-445e-9dec-ba3219cc771f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1114030 Sep 07 16:15:48.226730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739856-4bca-4ff5-a04d-a87de9373622 req-980222cb-b6cd-466d-a622-13b98df4e87d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.228458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-48739856-4bca-4ff5-a04d-a87de9373622 req-980222cb-b6cd-466d-a622-13b98df4e87d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1955633 Sep 07 16:15:48.370057 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-48739856-4bca-4ff5-a04d-a87de9373622 req-e7c907eb-4ff8-4cc0-91b6-c5836c0df5e8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283100 Sep 07 16:15:48.390421 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eade874a-e59b-47c5-ace6-63e24d6dff32 req-ce423772-4f2c-444f-92ae-22b9c550f5e6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590178 Sep 07 16:15:48.464605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-c5a72d46-a022-456f-a05e-c3650f9ec936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.474436 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-c5a72d46-a022-456f-a05e-c3650f9ec936 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.2495773 Sep 07 16:15:48.518648 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-fac68cdf-3a47-495d-876e-382cd709e8d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.0419695 Sep 07 16:15:48.629552 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-807d6119-304f-40b7-92c5-6be85bbda3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.631041 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-807d6119-304f-40b7-92c5-6be85bbda3bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.0914719 Sep 07 16:15:48.645020 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d47ac5-90b7-4ba3-92cd-8fc77029f420 req-bd6e50ff-b73d-4bca-8541-c52efa48db91 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.646521 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d4d47ac5-90b7-4ba3-92cd-8fc77029f420 req-bd6e50ff-b73d-4bca-8541-c52efa48db91 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 949 time: 0.1267378 Sep 07 16:15:48.656643 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4e7c1-24db-4980-8761-3ed9c62e8460 req-df08bfc0-65ad-4254-aef6-8485267c40a5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.658141 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97f4e7c1-24db-4980-8761-3ed9c62e8460 req-df08bfc0-65ad-4254-aef6-8485267c40a5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1298387 Sep 07 16:15:48.704881 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-7a5fd3ef-7caf-4a0b-b357-4a8fc3e2a5b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565348 Sep 07 16:15:48.779216 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d4d47ac5-90b7-4ba3-92cd-8fc77029f420 req-f339b553-022c-4ae8-a0c8-9bfb48932311 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Sep 07 16:15:48.785574 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97f4e7c1-24db-4980-8761-3ed9c62e8460 req-3ddc0d58-cb9e-488f-865e-f2d2ad1316fa tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100171 Sep 07 16:15:48.877629 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-78394776-d16e-4e3f-934b-6bc450c4a382 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594758 Sep 07 16:15:49.024225 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cec7ae90-cc99-4c3c-8335-f15cf2517081 req-b105dc08-b295-43d4-9f8a-38ca6f4e7b18 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296313 Sep 07 16:15:49.369267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2ce65448-e3b5-455f-b198-b1a028777a3f up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:49.434957 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 2ce65448-e3b5-455f-b198-b1a028777a3f completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:49.446417 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 2ce65448-e3b5-455f-b198-b1a028777a3f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:49.446938 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.581004 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.667100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:49.667100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af299de5-f369-4368-9c25-df6a4a1bac25" -d '{"events": [{"server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "name": "network-vif-plugged", "status": "completed", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:49.714164 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7ee27-baf9-436f-ae0f-ed700252c0c1 req-0ad484a3-3169-45b7-8fa0-e04cce19b0ca tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.725548 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2ce65448-e3b5-455f-b198-b1a028777a3f,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:49.737913 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9bc7ee27-baf9-436f-ae0f-ed700252c0c1 req-0ad484a3-3169-45b7-8fa0-e04cce19b0ca tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1506636 Sep 07 16:15:49.761383 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7550a-070a-4e42-8928-a2a69156fc4c req-8b072b88-170a-4895-a2c4-41081bedf0a6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.763287 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40c7550a-070a-4e42-8928-a2a69156fc4c req-8b072b88-170a-4895-a2c4-41081bedf0a6 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1431351 Sep 07 16:15:49.790795 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.920035 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9bc7ee27-baf9-436f-ae0f-ed700252c0c1 req-6a60a75d-9656-483c-bd34-8bcd1869cc55 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884148 Sep 07 16:15:49.926627 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:49.940107 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40c7550a-070a-4e42-8928-a2a69156fc4c req-e8a997e4-5f58-439f-aadc-84f552a07630 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645060 Sep 07 16:15:50.029086 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23bf840-ad4c-4fdf-9c0c-a327a629b194 x-openstack-request-id: req-b23bf840-ad4c-4fdf-9c0c-a327a629b194 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:50.030745 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "name": "network-vif-plugged", "status": "completed", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:50.031395 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b23bf840-ad4c-4fdf-9c0c-a327a629b194 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:50.032003 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f', 'code': 200} Sep 07 16:15:50.109176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72902157-6c36-44e6-a5e3-4a164fe590f8 req-8dc454be-19a4-4722-9d86-c47ded4a3f02 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.120685 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72902157-6c36-44e6-a5e3-4a164fe590f8 req-8dc454be-19a4-4722-9d86-c47ded4a3f02 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.0809290 Sep 07 16:15:50.238002 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72902157-6c36-44e6-a5e3-4a164fe590f8 req-3c0267d5-1746-4750-a524-bf8bc2427d7c tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146286 Sep 07 16:15:50.261524 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8363c-9f84-4bbf-93ea-69ee1aa7e7c1 req-196ae95e-bda5-401e-9a9b-83277125a16e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.263414 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b1c8363c-9f84-4bbf-93ea-69ee1aa7e7c1 req-196ae95e-bda5-401e-9a9b-83277125a16e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1263649 Sep 07 16:15:50.334929 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b1c8363c-9f84-4bbf-93ea-69ee1aa7e7c1 req-feae7b2c-52a2-41ba-836e-33591e5ead1a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481484 Sep 07 16:15:50.336117 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a126b-e0f7-4454-a99b-b7c96ad7ed0e req-595a2e1c-b713-4891-ba7c-abeca555ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.337642 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-324a126b-e0f7-4454-a99b-b7c96ad7ed0e req-595a2e1c-b713-4891-ba7c-abeca555ee8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 1103 time: 0.0977848 Sep 07 16:15:50.387282 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-324a126b-e0f7-4454-a99b-b7c96ad7ed0e req-894ae40f-d6c1-4916-84e2-27124fb4e231 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Sep 07 16:15:51.213932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c365-6752-48d5-98a6-3a7cae6f656d req-b36bc910-a0a8-447c-a50f-832bf637291a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.216635 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4d4c365-6752-48d5-98a6-3a7cae6f656d req-b36bc910-a0a8-447c-a50f-832bf637291a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1256547 Sep 07 16:15:51.270527 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd38c57-9b12-4082-8aa6-8a5f22d1b2a9 req-dbb621c6-9bde-4b59-aad7-807afd68563b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.272938 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2dd38c57-9b12-4082-8aa6-8a5f22d1b2a9 req-dbb621c6-9bde-4b59-aad7-807afd68563b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1673393 Sep 07 16:15:51.282100 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:15:51.350842 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4d4c365-6752-48d5-98a6-3a7cae6f656d req-8de829ca-a21f-4fe7-80bc-3bae63eeb7c0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264729 Sep 07 16:15:51.359351 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2dd38c57-9b12-4082-8aa6-8a5f22d1b2a9 req-875c4122-8402-4fbc-b612-10bb55a2f42b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766275 Sep 07 16:15:51.543875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6abc51-d804-4b42-b60c-b9b9e4d00067 req-4331424f-41b5-4501-b69e-a472364514ac tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.553621 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c6abc51-d804-4b42-b60c-b9b9e4d00067 req-4331424f-41b5-4501-b69e-a472364514ac tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.1124027 Sep 07 16:15:51.591722 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4bdb3-2237-4f68-b2d6-5d4e56d788b3 req-7ff570ec-072a-4f8c-814d-a715db647871 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.593867 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbc4bdb3-2237-4f68-b2d6-5d4e56d788b3 req-7ff570ec-072a-4f8c-814d-a715db647871 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1177502 Sep 07 16:15:51.623224 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c6abc51-d804-4b42-b60c-b9b9e4d00067 req-474b0f4d-e080-4ef3-9192-c974a4b4291c tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686128 Sep 07 16:15:51.665800 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbc4bdb3-2237-4f68-b2d6-5d4e56d788b3 req-02dbc647-6b8c-4b1b-ac58-1bc3427b16a4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624585 Sep 07 16:15:52.609092 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bc0b2-0b56-4e06-9af5-98387a903eb5 req-b4c0489b-1a49-4337-928f-eed93747ebf9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.611478 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc9bc0b2-0b56-4e06-9af5-98387a903eb5 req-b4c0489b-1a49-4337-928f-eed93747ebf9 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0998728 Sep 07 16:15:52.648434 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aecc1d-4cdd-4576-adce-e3d4c579ef0a req-a6121b9b-f8d6-4163-9a00-1a254a6ddab9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.650065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-31aecc1d-4cdd-4576-adce-e3d4c579ef0a req-a6121b9b-f8d6-4163-9a00-1a254a6ddab9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1365604 Sep 07 16:15:52.736765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc9bc0b2-0b56-4e06-9af5-98387a903eb5 req-e45ae88e-7f93-4f51-8cd2-abd58dff96d0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140389 Sep 07 16:15:52.775374 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-31aecc1d-4cdd-4576-adce-e3d4c579ef0a req-01cd4fd8-ab40-46a1-a101-4e73635e03ab tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916193 Sep 07 16:15:52.975469 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0eee2-4f05-4536-b9d3-25d5bca964b9 req-d078124a-f2c8-4731-867c-249bc11d5017 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.977968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16c0eee2-4f05-4536-b9d3-25d5bca964b9 req-d078124a-f2c8-4731-867c-249bc11d5017 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1325984 Sep 07 16:15:52.995481 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede67b-df8f-4ccf-9015-f2c3485e86b3 req-77840cfe-07a1-4539-a4b1-26ce691726f1 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.004787 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eede67b-df8f-4ccf-9015-f2c3485e86b3 req-77840cfe-07a1-4539-a4b1-26ce691726f1 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.1612868 Sep 07 16:15:53.121264 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16c0eee2-4f05-4536-b9d3-25d5bca964b9 req-e249521a-232e-49f1-92ab-ecc125f7fa2a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147442 Sep 07 16:15:53.160653 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eede67b-df8f-4ccf-9015-f2c3485e86b3 req-7da46c80-5f3f-4d46-b459-6698758ac59a tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933981 Sep 07 16:15:53.602866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5baf-9e90-45de-aca2-739b29cf0481 req-b38ab831-6f43-4969-bc77-925cc4f8eb95 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.604551 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-affa5baf-9e90-45de-aca2-739b29cf0481 req-b38ab831-6f43-4969-bc77-925cc4f8eb95 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.0805054 Sep 07 16:15:53.679083 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-affa5baf-9e90-45de-aca2-739b29cf0481 req-6226992a-4e89-42b6-9de8-2bc30d791b35 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Sep 07 16:15:53.959773 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876a22f-47ab-4ee3-9fcd-bf2425a58f45 req-fa4db3da-fb21-4b2b-a7cf-0b280ce1bddb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.962377 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0876a22f-47ab-4ee3-9fcd-bf2425a58f45 req-fa4db3da-fb21-4b2b-a7cf-0b280ce1bddb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1152015 Sep 07 16:15:53.999087 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d398ba-902d-42b9-bfd8-a8e1da5ede64 req-14c3dc40-0c59-4f8f-8361-b5119402238a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.000691 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09d398ba-902d-42b9-bfd8-a8e1da5ede64 req-14c3dc40-0c59-4f8f-8361-b5119402238a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1193252 Sep 07 16:15:54.034811 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0876a22f-47ab-4ee3-9fcd-bf2425a58f45 req-3df12822-784a-4d56-ab8a-3d20db645892 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633814 Sep 07 16:15:54.079627 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09d398ba-902d-42b9-bfd8-a8e1da5ede64 req-faa296b8-c44a-4eb0-a0f0-d4dcc7002bfa tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602810 Sep 07 16:15:54.327755 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a01a6-b384-4d2f-8abf-74c0ef3fed4d req-37d329e8-50ed-4f93-9902-914e115463ed tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.335897 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-175a01a6-b384-4d2f-8abf-74c0ef3fed4d req-37d329e8-50ed-4f93-9902-914e115463ed tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0732787 Sep 07 16:15:54.403705 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-175a01a6-b384-4d2f-8abf-74c0ef3fed4d req-ed1df198-bd45-4cf0-ab18-ac41106bba04 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666924 Sep 07 16:15:54.591100 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173da51-bea1-41ec-8e6a-6b38a8b22881 req-20762148-68f8-400b-9350-50f209b28e7c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.593573 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e173da51-bea1-41ec-8e6a-6b38a8b22881 req-20762148-68f8-400b-9350-50f209b28e7c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0651155 Sep 07 16:15:54.651758 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e173da51-bea1-41ec-8e6a-6b38a8b22881 req-bf1ad09c-e932-438d-b3d1-632ea6249c2c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Sep 07 16:15:54.692956 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47640) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:54.841730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d3e19-b24b-4017-a2ef-e5ea654da6f8 req-eeca0710-72b8-459c-abda-c59c33c71db6 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.843539 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c22d3e19-b24b-4017-a2ef-e5ea654da6f8 req-eeca0710-72b8-459c-abda-c59c33c71db6 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.0593309 Sep 07 16:15:54.891616 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c22d3e19-b24b-4017-a2ef-e5ea654da6f8 req-a02e6632-adbc-4117-9d72-559daa3d6dde tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Sep 07 16:15:54.993288 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7d2fc-d983-42af-b1f3-6ee73db48342 tempest-TestMinimumBasicScenario-1713079939 tempest-TestMinimumBasicScenario-1713079939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.995290 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-72c7d2fc-d983-42af-b1f3-6ee73db48342 tempest-TestMinimumBasicScenario-1713079939 tempest-TestMinimumBasicScenario-1713079939-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1093 time: 0.2994666 Sep 07 16:15:54.998075 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47656) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:55.003087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'port_id': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:55.026226 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.156972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.230863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfdfc4-7c46-4343-9789-ea9ded6f7206 req-10bda313-76cf-4206-b679-99b519b3d2de tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.232415 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2bcfdfc4-7c46-4343-9789-ea9ded6f7206 req-10bda313-76cf-4206-b679-99b519b3d2de tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0845988 Sep 07 16:15:55.249456 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c04c-7dc1-428a-a873-5b94e7509650 req-821fe281-82a8-4dee-9666-089089ac3dbd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.251857 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0c01c04c-7dc1-428a-a873-5b94e7509650 req-821fe281-82a8-4dee-9666-089089ac3dbd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0767190 Sep 07 16:15:55.278637 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Allocated IP 172.27.0.113 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/ff7bace8-c067-4ab7-a92b-154755a59c5a) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:55.303094 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2bcfdfc4-7c46-4343-9789-ea9ded6f7206 req-60c76913-3e8c-4d53-8c9a-7578efd7a272 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Sep 07 16:15:55.321445 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0c01c04c-7dc1-428a-a873-5b94e7509650 req-322e91e0-64d1-4370-882d-633cceddc86c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617085 Sep 07 16:15:55.395363 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.440027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.477889 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:55.480862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:55.487274 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:55.511385 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'Port': ['ID=ff7bace8-c067-4ab7-a92b-154755a59c5a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:55.559362 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880374b-57ce-45a0-85f0-c84f1563115e req-4e053c51-c086-4a08-833e-a269f13e869a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.561304 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0880374b-57ce-45a0-85f0-c84f1563115e req-4e053c51-c086-4a08-833e-a269f13e869a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0708203 Sep 07 16:15:55.618402 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0880374b-57ce-45a0-85f0-c84f1563115e req-7141857b-675e-437a-84db-405e8d8703ad tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499051 Sep 07 16:15:55.680341 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-777c33e5-19ec-4cb2-b9b4-8da5e1e7cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.681918 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-777c33e5-19ec-4cb2-b9b4-8da5e1e7cd3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1099 time: 0.0496485 Sep 07 16:15:55.800793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-a36c2e5c-0dd3-4ae7-98e2-50d2514ef5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.802302 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-a36c2e5c-0dd3-4ae7-98e2-50d2514ef5be service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.1081333 Sep 07 16:15:55.879162 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-5c7c773d-48b0-4c61-a1c0-9e60555e8a96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 1002 time: 0.0680604 Sep 07 16:15:55.963747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-9d9f41e6-d1dd-4cde-afb0-fbce98648601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.966430 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-9d9f41e6-d1dd-4cde-afb0-fbce98648601 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0792353 Sep 07 16:15:56.073631 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-d894b340-d5b4-44ca-a277-63d11b7b6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.076229 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-d894b340-d5b4-44ca-a277-63d11b7b6b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970693 Sep 07 16:15:56.091709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959811b9-d922-4094-ace9-8b79e0d525a9 req-86fedd02-148e-4e2d-b4a3-f7eba9b5f06a tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.094168 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-6e5036cb-cfcf-4823-bde5-08e9c70a5c37 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.095797 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-6e5036cb-cfcf-4823-bde5-08e9c70a5c37 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.83 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.4192457 Sep 07 16:15:56.096708 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959811b9-d922-4094-ace9-8b79e0d525a9 req-86fedd02-148e-4e2d-b4a3-f7eba9b5f06a tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 950 time: 0.1085305 Sep 07 16:15:56.212270 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959811b9-d922-4094-ace9-8b79e0d525a9 req-7d930034-cde8-4e9f-9949-a871f31ea023 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/security-groups?id=609be2fb-e48d-4111-a2e0-2a4d8b76f288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982542 Sep 07 16:15:56.236043 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-7cc9caad-5073-47ee-ba43-0555334079e9 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369855 Sep 07 16:15:56.308901 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.353020 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-09f1d1cc-50bf-45e9-b889-7f22ae6f8995 req-ef3fe57c-7830-46c9-a75e-16f16990e351 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069696 Sep 07 16:15:56.372404 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Deleting port 2ce65448-e3b5-455f-b198-b1a028777a3f {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:56.372871 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.441980 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.446779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b339d-8137-405a-97e7-68416fa724b7 req-9483338a-ad5c-4933-a0f5-b3d952b70d43 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.449442 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a12b339d-8137-405a-97e7-68416fa724b7 req-9483338a-ad5c-4933-a0f5-b3d952b70d43 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0685382 Sep 07 16:15:56.516231 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a12b339d-8137-405a-97e7-68416fa724b7 req-d1260d76-9052-4614-b9af-a335adc48882 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541685 Sep 07 16:15:56.524104 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fbc48-a706-423b-9399-16190b82bf67 req-3e30ee01-a64a-4535-9797-f2c6512a7e83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.525617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-682fbc48-a706-423b-9399-16190b82bf67 req-3e30ee01-a64a-4535-9797-f2c6512a7e83 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.0747952 Sep 07 16:15:56.559943 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] For port 2ce65448-e3b5-455f-b198-b1a028777a3f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2ce65448-e3b5-455f-b198-b1a028777a3f,segment=NetworkSegment(a6d1fea1-4eb1-4ee7-8f97-cd04749016a8),segment_id=a6d1fea1-4eb1-4ee7-8f97-cd04749016a8)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:56.560315 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.586415 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Calling delete_port for 2ce65448-e3b5-455f-b198-b1a028777a3f owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:56.596441 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-682fbc48-a706-423b-9399-16190b82bf67 req-f4880f3f-8883-42e0-aba4-2f5802ff3109 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578806 Sep 07 16:15:56.758127 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.777402 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb30c-294a-4150-9c56-77f23cb0a2ba req-0791bb67-0e7a-48cd-b4f3-6000c1ce09bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.780414 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97adb30c-294a-4150-9c56-77f23cb0a2ba req-0791bb67-0e7a-48cd-b4f3-6000c1ce09bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0838346 Sep 07 16:15:56.817653 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.851101 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97adb30c-294a-4150-9c56-77f23cb0a2ba req-1448f1fb-7130-4df6-9e77-75670e008b53 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629175 Sep 07 16:15:56.937923 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.962065 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'Port': ['ID=ff7bace8-c067-4ab7-a92b-154755a59c5a,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.965405 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['2ce65448-e3b5-455f-b198-b1a028777a3f'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:56.974079 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.979614 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.979974 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.980325 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.980670 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.981033 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.981348 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.981694 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.982029 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.982358 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.983358 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.983716 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:56.984049 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:57.086956 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Pushing event deleted for resources: {'Port': ['ID=2ce65448-e3b5-455f-b198-b1a028777a3f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:57.111803 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] No DVR routers for this DVR port 2ce65448-e3b5-455f-b198-b1a028777a3f on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:57.120215 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.122739 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28d087d5-3cac-4946-8794-5e61451a8ec4 req-3a9dd1ef-1a75-4f86-97f6-ff1c8e215cda tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.83 "DELETE /v2.0/ports/2ce65448-e3b5-455f-b198-b1a028777a3f HTTP/1.1" status: 204 len: 173 time: 1.0192838 Sep 07 16:15:57.123799 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'name': 'network-vif-deleted', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:57.126023 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a632b8b-c1aa-43a6-a9d2-e0dcb7ac2810" -d '{"events": [{"server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "name": "network-vif-deleted", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:57.190588 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3604a10-79e4-4739-90d9-e80f93fee7a6 x-openstack-request-id: req-c3604a10-79e4-4739-90d9-e80f93fee7a6 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:57.190884 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c032d358-a304-4aed-a861-99ca8a1faa49", "name": "network-vif-deleted", "tag": "2ce65448-e3b5-455f-b198-b1a028777a3f", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:57.191170 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c3604a10-79e4-4739-90d9-e80f93fee7a6 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:57.191581 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c032d358-a304-4aed-a861-99ca8a1faa49', 'name': 'network-vif-deleted', 'tag': '2ce65448-e3b5-455f-b198-b1a028777a3f', 'status': 'completed', 'code': 200} Sep 07 16:15:57.202345 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Floating IP fe071259-094c-425d-9763-1dcc7aaa8f0b associated. External IP: 172.27.0.113, port: 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0. Sep 07 16:15:57.358067 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dcabe23a-cfaf-4927-b528-61d8db25cd56 req-20a72841-1937-48e1-9e32-1bb3d44f5594 tempest-VolumesNegativeTest-469872827 tempest-VolumesNegativeTest-469872827-project] 10.222.0.82 "GET /v2.0/ports?device_id=c032d358-a304-4aed-a861-99ca8a1faa49 HTTP/1.1" status: 200 len: 210 time: 0.0427067 Sep 07 16:15:57.472412 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:15:57.616428 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:57.630500 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Sync routers for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:57.646613 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.666596 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:57.667320 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:15:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:57.712779 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1b66f24d-d2b0-43b8-b372-bd8b1b4ff855 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7128458 Sep 07 16:15:57.715674 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a23d3-b316-4ccc-a98a-155cdcfdad7a req-b9251727-f7cf-4f09-b0d9-87da2f8c22bc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.717476 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dd5a23d3-b316-4ccc-a98a-155cdcfdad7a req-b9251727-f7cf-4f09-b0d9-87da2f8c22bc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0809267 Sep 07 16:15:57.719173 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47692) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:57.723662 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185089039', 'description': 'tempest-secgroup-smoke-1185089039 description', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:57.759963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.862177 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:58.114829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dd5a23d3-b316-4ccc-a98a-155cdcfdad7a req-900d7abf-d3a1-4921-b6c4-7b0720f07bc2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652477 Sep 07 16:15:58.141732 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e22dd6-973e-40b5-9f61-6099eb752a4f req-3b21a5c6-e97d-431a-9a97-7db1d9155da0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:58.150278 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4e22dd6-973e-40b5-9f61-6099eb752a4f req-3b21a5c6-e97d-431a-9a97-7db1d9155da0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.4317005 Sep 07 16:15:58.222413 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4e22dd6-973e-40b5-9f61-6099eb752a4f req-9214866a-2695-4123-b938-f2a0da04f43d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710707 Sep 07 16:15:58.258671 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fe071259-094c-425d-9763-1dcc7aaa8f0b', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'port_id': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'mac_address': 'fa:16:3e:0f:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:56Z', 'updated_at': '2021-09-07T16:15:56Z', 'revision_number': 0, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:58.296133 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Checking router: b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:58.303497 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.306790 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:58.307531 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:15:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:58.312472 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.337331 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.338598 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6183410 Sep 07 16:15:58.343852 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47702) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:58.354936 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:58.359953 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e15f-dc8a-405e-a8da-b8c54d22cbf0 req-8569bcec-601a-40ab-a474-dc1062cbd513 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:58.368106 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4444e15f-dc8a-405e-a8da-b8c54d22cbf0 req-8569bcec-601a-40ab-a474-dc1062cbd513 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1418121 Sep 07 16:15:58.398652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21f03f-c465-405a-a495-a91ea621d4c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69d151-f1cb-4806-b86a-b70964feb523,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.406613 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.441536 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47706) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:58.443096 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4444e15f-dc8a-405e-a8da-b8c54d22cbf0 req-ec7dd31b-e2a4-48dd-886f-8c43923d4d27 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739911 Sep 07 16:15:58.513026 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:58.540702 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.560474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.589656 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d94341-c037-43cf-aa4b-fa115bfe134d,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.593456 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.597708 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47718) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:58.597865 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c2224aa7-7ef1-42d2-966e-0f35759697fd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507510 Sep 07 16:15:58.602973 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:58.647240 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-89bce7a4-0af6-4b1c-aec7-2fba1f348354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.654957 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.741308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.746470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.770814 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3647f6-418c-42f6-8fff-0e2abcf6a88a,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.805918 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-89bce7a4-0af6-4b1c-aec7-2fba1f348354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.811051 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-89bce7a4-0af6-4b1c-aec7-2fba1f348354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.817266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.820292 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6c9bd438-a264-4da9-ab7c-be88c8136397 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2208400 Sep 07 16:15:58.823225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47722) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:58.830691 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:58.856596 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bce7a4-0af6-4b1c-aec7-2fba1f348354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c31893-064a-4989-b1b2-d43f3e3f4b31,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.865237 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-89bce7a4-0af6-4b1c-aec7-2fba1f348354 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=19931cfb079f4f8698e8636b863ab8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222965 Sep 07 16:15:58.866185 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47724) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:58.909898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.923267 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fe071259-094c-425d-9763-1dcc7aaa8f0b', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'port_id': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'mac_address': 'fa:16:3e:0f:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:56Z', 'updated_at': '2021-09-07T16:15:56Z', 'revision_number': 0, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:58.979792 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a118c8-582c-463a-af2b-99fee8e9f787 None None] The sync data for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi is: [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'fe071259-094c-425d-9763-1dcc7aaa8f0b', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'port_id': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'mac_address': 'fa:16:3e:0f:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:56Z', 'updated_at': '2021-09-07T16:15:56Z', 'revision_number': 0, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:58.981635 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.044084 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.069190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.084285 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.128591 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031498ad-1382-41c5-9cd2-9ffd33bd35a7,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.133844 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.137008 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ee92c16c-e9ed-4a5b-b239-48ff36bb2c88 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114843 Sep 07 16:15:59.139800 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:59.144620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:59.172630 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.179471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.182757 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d5c31893-064a-4989-b1b2-d43f3e3f4b31 HTTP/1.1" status: 204 len: 168 time: 0.3147643 Sep 07 16:15:59.192864 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:59.197592 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38feda-43f9-4b85-b214-edb5806a6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c31893-064a-4989-b1b2-d43f3e3f4b31,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.218363 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c480d-0516-433e-aa47-4c8eba90914d" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:59.250965 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.339182 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d1dd7-dfdc-4575-881b-aaa3b5112013 x-openstack-request-id: req-8c2d1dd7-dfdc-4575-881b-aaa3b5112013 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:59.339524 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:59.340454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8c2d1dd7-dfdc-4575-881b-aaa3b5112013 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:59.340883 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:15:59.370590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda9bdd-6593-4bad-a081-572ae4ec1fc2 None None] New status for floating IP fe071259-094c-425d-9763-1dcc7aaa8f0b: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:15:59.404069 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b6e-ed04-4961-b488-9e54ea7d6b53 req-331eee3e-ec45-4a23-b90b-180182a60869 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.409745 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78052b6e-ed04-4961-b488-9e54ea7d6b53 req-331eee3e-ec45-4a23-b90b-180182a60869 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1245644 Sep 07 16:15:59.478757 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:59.490480 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.497725 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c480d-0516-433e-aa47-4c8eba90914d req-a5876144-522e-4e4d-bd4b-fe2b8aceb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.500027 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-a5876144-522e-4e4d-bd4b-fe2b8aceb7b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1098 time: 0.1362464 Sep 07 16:15:59.501533 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.528684 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78052b6e-ed04-4961-b488-9e54ea7d6b53 req-c69bee3f-6aa5-47fa-b8a0-898fc50db7ed tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129162 Sep 07 16:15:59.562053 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2328672-7034-49b7-8ed8-5b906a7da25b req-76f7d326-90a3-43d4-97ba-4fd70c095b5e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.565270 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7537a1b2-404a-49f3-ab44-8f8ff190a86c,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.577149 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2328672-7034-49b7-8ed8-5b906a7da25b req-76f7d326-90a3-43d4-97ba-4fd70c095b5e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 946 time: 0.1238291 Sep 07 16:15:59.658252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.662983 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c379b434-c7d6-48cd-8337-a31d05880e72 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5219955 Sep 07 16:15:59.664016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47768) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:59.681873 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.736755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2328672-7034-49b7-8ed8-5b906a7da25b req-3bfd387b-5e9d-48e9-b4b4-d7a243d6f97b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562345 Sep 07 16:15:59.748136 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:59.799823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:59.803290 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ef264-eb82-4899-8beb-f728adbc1cb3 req-c63e3bdf-5ea1-4584-a54e-61002c081fc9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.804544 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb097f5-b0c1-4cec-81bb-c098889dc0fd" -d '{"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-unplugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:59.820230 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f2ef264-eb82-4899-8beb-f728adbc1cb3 req-c63e3bdf-5ea1-4584-a54e-61002c081fc9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1677661 Sep 07 16:15:59.824741 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:59.833489 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.911442 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.950847 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f2ef264-eb82-4899-8beb-f728adbc1cb3 req-b2ad6824-7701-4105-b354-75f476a5e4fd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286533 Sep 07 16:15:59.951658 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Project 3b09bfdfb6b94f6ca1a1d2ca2f2625fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:15:59.994155 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.033574 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19da7e-72d0-4cd2-af7b-fd5e8581e2f2 x-openstack-request-id: req-ff19da7e-72d0-4cd2-af7b-fd5e8581e2f2 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:00.033878 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-unplugged", "status": "failed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "code": 422}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:00.034127 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ff19da7e-72d0-4cd2-af7b-fd5e8581e2f2 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:00.034536 dv-cinder-806991-3-iscsi neutron-server[94233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'code': 422} returned with failed status Sep 07 16:16:00.057828 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c480d-0516-433e-aa47-4c8eba90914d req-e2c9f122-c2cc-422a-a020-c75e9ab7d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.060350 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-e2c9f122-c2cc-422a-a020-c75e9ab7d71f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 916 time: 0.5505795 Sep 07 16:16:00.207352 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-31210228-7683-46fd-a906-818f0a6f5507 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 1001 time: 0.1379857 Sep 07 16:16:00.217426 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.233571 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.284183 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92725fc2-8410-45a0-8133-adab3b80eae7,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:00.297552 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.298969 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-13ce621e-9830-4448-b16f-e6c6fc846aea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5651646 Sep 07 16:16:00.302193 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47836) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:00.304141 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c480d-0516-433e-aa47-4c8eba90914d req-cd113757-5b36-4a6e-bd44-df4e5de955b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.305989 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-cd113757-5b36-4a6e-bd44-df4e5de955b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0850546 Sep 07 16:16:00.307600 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'security_group_rule': {'security_group_id': '1a69d151-f1cb-4806-b86a-b70964feb523', 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:00.344528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Project 3b09bfdfb6b94f6ca1a1d2ca2f2625fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:16:00.350754 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.369217 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c480d-0516-433e-aa47-4c8eba90914d req-25c6d3e4-4b50-4be9-8070-8a57349470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.371229 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-25c6d3e4-4b50-4be9-8070-8a57349470ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577464 Sep 07 16:16:00.432683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.441859 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.466131 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdd9f73-1320-48d8-a35e-ac319212bf28,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:00.470326 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.471664 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0518e64a-bd3e-4575-91b7-09e83a020411 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681471 Sep 07 16:16:00.506893 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-f1960b74-580b-4ddf-9092-fdae26c840b8 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232314 Sep 07 16:16:00.577223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47856) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:00.637380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-66efc67b-7f1c-4859-a1df-accc5ba2c81b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185089039&fields=id&tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd HTTP/1.1" status: 200 len: 267 time: 0.0952477 Sep 07 16:16:00.642166 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-743c480d-0516-433e-aa47-4c8eba90914d req-29c3939b-1af1-42b1-8d1a-b4bdcc3cc503 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306546 Sep 07 16:16:00.760733 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-06859ef6-b0f2-431c-b303-b84628304b51 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.762423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-06859ef6-b0f2-431c-b303-b84628304b51 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.1159437 Sep 07 16:16:00.776552 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd39bf-951a-4b76-8daf-c2d25c537498 req-460d1e9d-d552-40d4-9e64-b42b61405b8a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.778992 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65cd39bf-951a-4b76-8daf-c2d25c537498 req-460d1e9d-d552-40d4-9e64-b42b61405b8a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0947545 Sep 07 16:16:00.788276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1745690262-network', 'tenant_id': 'b8715e8c8dd742ffb27f6349244fbb4e'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:00.794311 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'port': {'security_groups': ['6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7', '1a69d151-f1cb-4806-b86a-b70964feb523']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:00.867599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Made reservation on behalf of b8715e8c8dd742ffb27f6349244fbb4e for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:00.869894 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.903086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.909604 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65cd39bf-951a-4b76-8daf-c2d25c537498 req-7716a61c-03a0-41de-94ba-350c5e4f2d65 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109786 Sep 07 16:16:00.919520 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.002458 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-4fbf9918-4434-4fd6-b709-8eea9bbfa9f3 req-272aff0d-3dab-4192-96c7-a36408499df5 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:16:01.004165 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4fbf9918-4434-4fd6-b709-8eea9bbfa9f3 req-272aff0d-3dab-4192-96c7-a36408499df5 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145597 Sep 07 16:16:01.223994 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.251378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.301915 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:01.313960 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd65d1c-4bea-473a-a627-9d82cc8dbb11,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.331865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.332217 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Added segment f6e59432-1b56-404d-b65e-5409089ea82b of type vlan for network 4604725e-42e4-4e93-9b4e-589723601e41 Sep 07 16:16:01.334664 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:01.351820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8bf38-0ae6-4053-a17c-991114229a0d req-34021b88-e605-42f0-b82d-4d7d0c0c0dd8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.353381 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78f8bf38-0ae6-4053-a17c-991114229a0d req-34021b88-e605-42f0-b82d-4d7d0c0c0dd8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1806345 Sep 07 16:16:01.432792 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.435991 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:01.440488 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.464696 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.477874 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:01.479885 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-78f8bf38-0ae6-4053-a17c-991114229a0d req-f82bdee3-b7f8-4106-b30d-8c1cd626f843 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183493 Sep 07 16:16:01.549533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.550638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.551529 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.559858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.561192 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.562740 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f827bedf-e657-4adf-abf8-9dae610e45aa req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "PUT /v2.0/ports/75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 981 time: 0.7796726 Sep 07 16:16:01.569415 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:01.571841 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb6b880-6581-496c-a10c-fe7ca770b260" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:01.630047 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563303f-2d5b-4579-912c-084c39bba6e7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=6']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.638776 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0546601 Sep 07 16:16:01.642132 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 47950) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:01.646209 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:01.656247 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Request body: {'subnet': {'network_id': '4604725e-42e4-4e93-9b4e-589723601e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1745690262-subnet', 'tenant_id': 'b8715e8c8dd742ffb27f6349244fbb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:01.697861 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Made reservation on behalf of b8715e8c8dd742ffb27f6349244fbb4e for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:01.702114 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6195459'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.775759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936380b-623d-4381-91b6-2c7c9ccda706 admin admin] Pushing event updated for resources: {'Network': ['ID=4604725e-42e4-4e93-9b4e-589723601e41,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.861616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f20074-cb45-4a2c-a622-97ebba8f0ef9 req-efcd32cc-6c56-4457-bc43-e6c3a75b32d3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.869851 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39f20074-cb45-4a2c-a622-97ebba8f0ef9 req-efcd32cc-6c56-4457-bc43-e6c3a75b32d3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.2433519 Sep 07 16:16:01.975705 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39f20074-cb45-4a2c-a622-97ebba8f0ef9 req-79c58267-e746-4124-a1ff-715338b4bbc7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034145 Sep 07 16:16:02.004804 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad4363-7f78-4a69-b2be-0fc5fb7e62d4 req-f9f1c609-f056-4079-aeeb-818b8ce6c027 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.014064 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-29ad4363-7f78-4a69-b2be-0fc5fb7e62d4 req-f9f1c609-f056-4079-aeeb-818b8ce6c027 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.2347524 Sep 07 16:16:02.035646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 47984) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:02.042844 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-2def25f1-8ce9-4c02-bdd4-2339f788ba64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1606500 Sep 07 16:16:02.044524 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 4604725e-42e4-4e93-9b4e-589723601e41 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:02.120084 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2ce65448-e3b5-455f-b198-b1a028777a3f no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:02.148210 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a59df-b72b-4455-8242-a339a2162c62 x-openstack-request-id: req-268a59df-b72b-4455-8242-a339a2162c62 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:02.148502 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:02.148772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-268a59df-b72b-4455-8242-a339a2162c62 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:02.149439 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:16:02.186304 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5563432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6195477'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.191741 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-29ad4363-7f78-4a69-b2be-0fc5fb7e62d4 req-2bdd9a65-80ad-4efd-abbc-7e2762877f9e tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724920 Sep 07 16:16:02.197482 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 2ce65448-e3b5-455f-b198-b1a028777a3f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:02.202174 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2ce65448-e3b5-455f-b198-b1a028777a3f not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:02.262382 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7f8f8c46-4d59-4def-99c4-a20552ed5bf8 None None] Provisioning complete for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:02.262765 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8c46-4d59-4def-99c4-a20552ed5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.276795 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-a710e315-b1fe-49f9-b21d-ed27d3760b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.280238 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-a710e315-b1fe-49f9-b21d-ed27d3760b58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 1098 time: 0.1876998 Sep 07 16:16:02.383179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-b53c0613-33e5-43d4-9fbf-c3858795a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.384731 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-b53c0613-33e5-43d4-9fbf-c3858795a26f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1137 time: 0.2344439 Sep 07 16:16:02.396459 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38260ee-2d7f-4ded-b8e3-df8c80e035cd,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.409876 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870fbf-319d-4b3c-8dd3-2fd20409fe5e req-6b9bb452-14d3-4db1-b6d4-7f6444dbc07c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.412016 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc870fbf-319d-4b3c-8dd3-2fd20409fe5e req-6b9bb452-14d3-4db1-b6d4-7f6444dbc07c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1554022 Sep 07 16:16:02.417264 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-d74cc9e6-a14f-4036-b744-ff717f0399fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3711362 Sep 07 16:16:02.459427 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Checking segment: {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:02.460006 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Network hostable DHCP agents. Network: 4604725e-42e4-4e93-9b4e-589723601e41, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:02.506046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Network 4604725e-42e4-4e93-9b4e-589723601e41 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:02.525213 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-9b24a6f4-b33a-4118-85df-d466f1e3c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.528181 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-9b24a6f4-b33a-4118-85df-d466f1e3c21f service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.2226243 Sep 07 16:16:02.529850 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 4604725e-42e4-4e93-9b4e-589723601e41) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:02.542667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e4cf1-40d9-4c49-9b40-29abf6fd6fb4 None None] Network 4604725e-42e4-4e93-9b4e-589723601e41 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:02.549190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.550005 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.570713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-fbbfc94d-8fdf-458c-a151-9685a3ab0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.573143 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-fbbfc94d-8fdf-458c-a151-9685a3ab0f0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 916 time: 0.1597540 Sep 07 16:16:02.586441 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d1110278-0f9a-4233-9363-fdc5e9f51da7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9331410 Sep 07 16:16:02.594159 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-76dd5e7f-2edf-4ad5-814b-8315a2bf1e89 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:16:02.595562 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-76dd5e7f-2edf-4ad5-814b-8315a2bf1e89 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209901 Sep 07 16:16:02.614338 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-383896f9-f4d4-4070-a201-c6e33464e060 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 200 len: 217 time: 0.0489287 Sep 07 16:16:02.744796 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc870fbf-319d-4b3c-8dd3-2fd20409fe5e req-20c2f63e-16c8-4971-81eb-c256a88971aa tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639314 Sep 07 16:16:02.753409 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-77ef63d0-9ea0-473b-b8f1-4da6d383f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.756831 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-77ef63d0-9ea0-473b-b8f1-4da6d383f6cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.1347399 Sep 07 16:16:02.815566 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-9b63960b-c32a-47a9-b53f-de4f03f81d90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507293 Sep 07 16:16:02.833613 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-50f881d4-7396-4996-95a6-9dce3a428e6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 1001 time: 0.2452836 Sep 07 16:16:02.911511 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-2e5ce574-b571-45dd-87da-03bf2ce45efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.914427 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-2e5ce574-b571-45dd-87da-03bf2ce45efb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0733292 Sep 07 16:16:02.968872 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b98ea3-392b-4891-b3c7-a07181c68d7e req-965c0fb6-dfe5-4d70-82ff-fcd9e0ce2412 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.970489 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d8b98ea3-392b-4891-b3c7-a07181c68d7e req-965c0fb6-dfe5-4d70-82ff-fcd9e0ce2412 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.2518184 Sep 07 16:16:03.032276 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49351086-aba8-4949-941e-93b68e9c6c13 None None] Network 4604725e-42e4-4e93-9b4e-589723601e41 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:03.056780 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-24b22a15-7884-4941-a64e-5f877d4b56b7 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335634 Sep 07 16:16:03.106022 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d8b98ea3-392b-4891-b3c7-a07181c68d7e req-f4d4bdf2-64f7-46b9-9624-269624b2b287 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251128 Sep 07 16:16:03.112459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-1b147bdb-c26f-4a51-b822-9048fedabc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.118990 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-1b147bdb-c26f-4a51-b822-9048fedabc48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1945143 Sep 07 16:16:03.391238 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31e3f299-c7ae-470c-b7bf-a26c88e38550 req-d53d1179-84e4-4e97-9772-ec400ca4c5a6 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270884 Sep 07 16:16:03.485467 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dcc1f-5fee-4a00-9b96-e10231e03021 req-bf9325c6-0589-478d-a370-f2826b3cd922 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.487213 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-801dcc1f-5fee-4a00-9b96-e10231e03021 req-bf9325c6-0589-478d-a370-f2826b3cd922 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.3266537 Sep 07 16:16:03.489367 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-9522a84f-291d-4f65-8af8-4b38c1499984 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647790 Sep 07 16:16:03.576839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-801dcc1f-5fee-4a00-9b96-e10231e03021 req-d6828611-909d-4948-87fc-30ced4e2799b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783441 Sep 07 16:16:03.697715 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1bb6b880-6581-496c-a10c-fe7ca770b260 req-2d4930a7-e08f-450d-8ace-8719c9a2425d service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907487 Sep 07 16:16:03.788525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd257119-1f99-44b0-b14e-3d7aeb5f5f38 req-8533d588-d55d-4992-9e14-8d24ef60be5a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.805497 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bd257119-1f99-44b0-b14e-3d7aeb5f5f38 req-8533d588-d55d-4992-9e14-8d24ef60be5a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0857377 Sep 07 16:16:03.922320 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bd257119-1f99-44b0-b14e-3d7aeb5f5f38 req-bad4764a-d6c0-4e2e-bc9d-27dbc8413efa tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158807 Sep 07 16:16:03.948821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-02ee0078-0df4-4942-9877-d48e588b082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.949024 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-02ee0078-0df4-4942-9877-d48e588b082c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.0878420 Sep 07 16:16:03.960375 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ace45-d6aa-4e1c-bce8-5d0e14d1e88b req-90c56a6c-24dd-4f17-9b3c-d0d3a0fe6fd8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.961972 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-973ace45-d6aa-4e1c-bce8-5d0e14d1e88b req-90c56a6c-24dd-4f17-9b3c-d0d3a0fe6fd8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0878558 Sep 07 16:16:04.066589 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-973ace45-d6aa-4e1c-bce8-5d0e14d1e88b req-dfd4c6f4-b959-471c-82fb-d485ddd051e0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830052 Sep 07 16:16:04.098892 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-43937fd9-6c31-4d36-b3ee-8822800f50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.100568 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-43937fd9-6c31-4d36-b3ee-8822800f50f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.1372163 Sep 07 16:16:04.171456 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-54fd577e-3992-4f74-8260-4adf3de659de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0628438 Sep 07 16:16:04.241228 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-d3b404a4-2017-4fe2-b29f-0dc4d05a8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.242750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-d3b404a4-2017-4fe2-b29f-0dc4d05a8a00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0633802 Sep 07 16:16:04.298898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-82ad0364-f46d-40d0-876b-ade1004a66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.300552 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-82ad0364-f46d-40d0-876b-ade1004a66e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452461 Sep 07 16:16:04.402121 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-c9d77ba0-0e94-445d-942c-e4b03664d7e2 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941203 Sep 07 16:16:04.508583 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7e33bbf5-5284-4dce-b050-5b849f4095aa req-d394d8e6-49cc-4044-871b-0045a5f0543f service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995176 Sep 07 16:16:04.731609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7893-6964-4ecd-811c-39513f021df5 req-1e42a1cd-b024-43f5-813a-de0f31129c39 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.733087 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fdbd7893-6964-4ecd-811c-39513f021df5 req-1e42a1cd-b024-43f5-813a-de0f31129c39 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0542293 Sep 07 16:16:04.775956 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fdbd7893-6964-4ecd-811c-39513f021df5 req-4336e1d8-0ec9-47cf-85a4-309dd70bfc89 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367961 Sep 07 16:16:05.175980 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273812fe-bc8c-489d-b6ab-a98b51138a09 req-f7c213d0-6c95-44b4-987d-2daa4adf72f3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.178471 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-273812fe-bc8c-489d-b6ab-a98b51138a09 req-f7c213d0-6c95-44b4-987d-2daa4adf72f3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1300120 Sep 07 16:16:05.242117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48082) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.380735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-273812fe-bc8c-489d-b6ab-a98b51138a09 req-189ecd66-34d4-4ce2-adfd-92be32d2c203 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877787 Sep 07 16:16:05.390912 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dfb29-aa2e-485e-8ae0-6dd8c693d640 req-871daedc-3601-4912-be2e-82e107ef1657 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.392634 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f04dfb29-aa2e-485e-8ae0-6dd8c693d640 req-871daedc-3601-4912-be2e-82e107ef1657 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.2127957 Sep 07 16:16:05.419958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f27b-0abc-4953-ba99-0932a615703b req-8f30a9f0-b4ac-454a-b27c-02e7ebd171b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.422160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-8f30a9f0-b4ac-454a-b27c-02e7ebd171b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 1097 time: 0.1593974 Sep 07 16:16:05.483140 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-176d2fe5-3198-4de3-8804-1ac28a1f2c93 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7aad5eebb8114b5480287ab3f9212094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369194 Sep 07 16:16:05.484509 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48090) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.525500 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f04dfb29-aa2e-485e-8ae0-6dd8c693d640 req-427c9c00-fe1e-4a9f-ae00-167541b8ad89 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094255 Sep 07 16:16:05.560955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f27b-0abc-4953-ba99-0932a615703b req-d5517e27-62a9-48cc-904a-96a60823471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.562585 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-d5517e27-62a9-48cc-904a-96a60823471a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1097 time: 0.1035390 Sep 07 16:16:05.567973 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.600735 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.677018 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.679639 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.684087 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/609be2fb-e48d-4111-a2e0-2a4d8b76f288 HTTP/1.1" status: 204 len: 168 time: 0.1949074 Sep 07 16:16:05.699575 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ad977-e4b1-4f8a-8505-4c5902dffdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609be2fb-e48d-4111-a2e0-2a4d8b76f288,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:05.745545 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-725da7ef-7907-40b5-bd40-f9d6303b03ad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.747255 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-725da7ef-7907-40b5-bd40-f9d6303b03ad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 814 time: 0.2136936 Sep 07 16:16:05.753907 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f27b-0abc-4953-ba99-0932a615703b req-f5a4ad90-9039-44a5-8443-e71080fdc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.755405 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-f5a4ad90-9039-44a5-8443-e71080fdc047 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.1817107 Sep 07 16:16:05.775319 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-988f279f-fbc9-4caf-916b-f81b0a91129a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/quotas/b8715e8c8dd742ffb27f6349244fbb4e HTTP/1.1" status: 200 len: 375 time: 0.0177255 Sep 07 16:16:05.848914 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-6dd0d107-6aab-4f61-8a79-af376c628fff tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322139 Sep 07 16:16:05.854679 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.887666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-c91b775d-c84e-41bb-bb09-041b77cca610 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 1000 time: 0.1209464 Sep 07 16:16:06.256439 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f27b-0abc-4953-ba99-0932a615703b req-ca804d71-4956-46ca-93f9-cffb9200c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.257899 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-ca804d71-4956-46ca-93f9-cffb9200c4ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.3592057 Sep 07 16:16:06.271734 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2053-47dc-4999-a51d-45d650ace297 req-73c76916-553b-4d43-9a37-3df26dd8c4a9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.273212 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-687c2053-47dc-4999-a51d-45d650ace297 req-73c76916-553b-4d43-9a37-3df26dd8c4a9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.3974781 Sep 07 16:16:06.328065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-0c476eb6-2ab7-4bc5-9d25-87e6212cdc62 service neutron] 10.222.0.82 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603267 Sep 07 16:16:06.386858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f27b-0abc-4953-ba99-0932a615703b req-0de57f6f-4ae4-46ca-8857-42cde855c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.388928 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-0de57f6f-4ae4-46ca-8857-42cde855c1b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143029 Sep 07 16:16:06.391953 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-687c2053-47dc-4999-a51d-45d650ace297 req-a6fc4736-d7b9-4487-994f-7c293fe51efc tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081538 Sep 07 16:16:06.539701 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-1b9ab7af-8b34-42ed-911a-e2830c0f8317 service neutron] 10.222.0.82 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037148 Sep 07 16:16:06.577231 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-0137cbb4-c5a5-42f2-b3e7-b7bcba78d6e1 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591740 Sep 07 16:16:06.592630 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62b828-a235-43ae-a630-2f560326dd82 req-57f4887b-f6d0-4111-91eb-f37c68b64803 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.594207 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5c62b828-a235-43ae-a630-2f560326dd82 req-57f4887b-f6d0-4111-91eb-f37c68b64803 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0966132 Sep 07 16:16:06.740160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5c62b828-a235-43ae-a630-2f560326dd82 req-353e0849-bf90-43fb-bada-212a041948e3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340730 Sep 07 16:16:06.814133 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4173f27b-0abc-4953-ba99-0932a615703b req-57b03ee2-cb73-4d11-a654-9fa91cdd1141 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188745 Sep 07 16:16:06.856465 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5b0756fd-9276-4d48-a47c-25ebeeea9d18 req-01e8deef-042f-40e9-b42c-5837b055df1d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0460179 Sep 07 16:16:06.895308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7af22-3478-4abe-8783-30e77c95f8ad req-88536a81-a52f-4779-b6cb-3066e8b6dd68 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.897093 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0bb7af22-3478-4abe-8783-30e77c95f8ad req-88536a81-a52f-4779-b6cb-3066e8b6dd68 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1293154 Sep 07 16:16:06.948053 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0bb7af22-3478-4abe-8783-30e77c95f8ad req-adb09384-ad8c-4ab1-b2c6-95174fc2026f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Sep 07 16:16:07.055280 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dfba-35bb-4ad3-9f7f-761762b8a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.645865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75b64-ce1d-4448-b0d2-0d7777857ed8 req-857f9ad6-85b4-4bfb-a395-06dcc86b1f85 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.647959 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fc75b64-ce1d-4448-b0d2-0d7777857ed8 req-857f9ad6-85b4-4bfb-a395-06dcc86b1f85 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1083276 Sep 07 16:16:07.717258 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fc75b64-ce1d-4448-b0d2-0d7777857ed8 req-df6b6612-3827-4422-a4a7-491d18ef4f1d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610459 Sep 07 16:16:07.998690 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec5a78ee-8e9f-448e-8290-b53639fc7399 req-c55b8760-84bf-4a57-8e6f-5e54c0a02bcd tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0379782 Sep 07 16:16:08.142654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a96d-ca96-42a5-bf60-e2fb9d92aeb3 req-040eed0c-1121-4595-adda-28f1028c2a3d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.144802 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3534a96d-ca96-42a5-bf60-e2fb9d92aeb3 req-040eed0c-1121-4595-adda-28f1028c2a3d tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0855699 Sep 07 16:16:08.195532 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3534a96d-ca96-42a5-bf60-e2fb9d92aeb3 req-9ecf7467-0fbc-4e5c-ae39-40cbf5ae5cba tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Sep 07 16:16:08.894405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b4d4b-0343-44ad-a456-fbd1d64e1e6a req-f3ad56ce-a708-4c57-b8aa-0eba039914e3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.895976 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d7b4d4b-0343-44ad-a456-fbd1d64e1e6a req-f3ad56ce-a708-4c57-b8aa-0eba039914e3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0560422 Sep 07 16:16:08.951266 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d7b4d4b-0343-44ad-a456-fbd1d64e1e6a req-5ea34ece-459f-4b01-954d-5c35b9d19801 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Sep 07 16:16:09.126630 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d709a5d7-f57a-484c-a309-09abb71ec68d req-e95d9f85-6684-41ac-98d4-86d1be5c6937 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0360165 Sep 07 16:16:09.344675 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc27d2-2e2d-4fe8-abc6-63109efad88f req-01bc9afe-c32a-4533-a907-72f8216ba59a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.347189 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00fc27d2-2e2d-4fe8-abc6-63109efad88f req-01bc9afe-c32a-4533-a907-72f8216ba59a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0734439 Sep 07 16:16:09.398544 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00fc27d2-2e2d-4fe8-abc6-63109efad88f req-40fb38ae-2a24-4dc7-b425-8b79795b281c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Sep 07 16:16:09.612182 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.723950 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9a12b070-9e16-4ae5-af30-2c1c4d52d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.106555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f34e7-1cdd-4f45-9f4f-538d9893153f req-9a018b9f-28cc-4c44-8cf8-8effeee7d57b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:10.108784 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-753f34e7-1cdd-4f45-9f4f-538d9893153f req-9a018b9f-28cc-4c44-8cf8-8effeee7d57b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0656316 Sep 07 16:16:10.154137 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-753f34e7-1cdd-4f45-9f4f-538d9893153f req-33148299-4ea6-4c63-96af-7f9d88274b66 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391600 Sep 07 16:16:10.237229 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3c3a4a4d-e769-471c-b1cd-ade7605bc180 req-e1596af9-992f-48c1-970d-f4ca20efa45a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0281074 Sep 07 16:16:10.540199 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7580-d2b1-402e-b1a8-2471cd1a524c req-b873809c-35ec-4fa8-818f-aa83295e3ba0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:10.541665 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-505f7580-d2b1-402e-b1a8-2471cd1a524c req-b873809c-35ec-4fa8-818f-aa83295e3ba0 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0604515 Sep 07 16:16:10.589581 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-505f7580-d2b1-402e-b1a8-2471cd1a524c req-32eff703-8937-46cb-9008-d16960d10be5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Sep 07 16:16:11.322824 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52b3e-e7ad-4106-9a09-8081369fe54c req-24f2e0e3-801b-440f-b891-adacb15bc19e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.324675 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65e52b3e-e7ad-4106-9a09-8081369fe54c req-24f2e0e3-801b-440f-b891-adacb15bc19e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0723751 Sep 07 16:16:11.358304 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcc6de5-4993-4cb4-a2a3-fc3b8187feed req-06adea47-6529-43ec-beb0-5e144d1b4693 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0324016 Sep 07 16:16:11.393517 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-65e52b3e-e7ad-4106-9a09-8081369fe54c req-f958938a-0699-449e-a5e5-72260e55aea5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578442 Sep 07 16:16:11.433605 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.716001 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf98ec7-f726-4d37-9e10-754bdc5d953b req-7c6c5804-c32c-4f9f-9acd-eab2e89291ef tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.717642 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cf98ec7-f726-4d37-9e10-754bdc5d953b req-7c6c5804-c32c-4f9f-9acd-eab2e89291ef tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0542569 Sep 07 16:16:11.761491 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cf98ec7-f726-4d37-9e10-754bdc5d953b req-f50c7d30-3155-4317-ae1f-6ac072b8ac2a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Sep 07 16:16:12.544162 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b3c7ac5a-df1d-4835-b704-fd35e8764680 req-b3797395-f51c-4eee-abcc-84f5ed734457 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0368810 Sep 07 16:16:12.581478 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f655d-2203-49d4-aa98-f71bf4465312 req-59a12c1e-185c-46aa-ba6b-555e2a4b39a9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:12.583023 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae2f655d-2203-49d4-aa98-f71bf4465312 req-59a12c1e-185c-46aa-ba6b-555e2a4b39a9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0656662 Sep 07 16:16:12.628439 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae2f655d-2203-49d4-aa98-f71bf4465312 req-64541d25-4452-4fdd-b612-4e06bfe568c3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Sep 07 16:16:12.934284 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942814f4-cb75-4ecf-90a8-14a10159dec3 req-9fe1a509-0482-43bc-8deb-1ec9a816d851 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:12.936493 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-942814f4-cb75-4ecf-90a8-14a10159dec3 req-9fe1a509-0482-43bc-8deb-1ec9a816d851 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0836041 Sep 07 16:16:12.999850 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.023466 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-942814f4-cb75-4ecf-90a8-14a10159dec3 req-2060033f-ae13-4d2c-aabb-c8d3fbb44913 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803094 Sep 07 16:16:13.659382 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f1bb2a2e-dcdb-4de4-ad8d-242c7af05d21 req-bd192b4f-bb49-48c4-b176-701a148a6799 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0295899 Sep 07 16:16:13.795927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ade799-cb55-4161-807d-c5f97804b649 req-b89133b2-b27d-44cf-82ba-a677742aa247 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.797459 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f9ade799-cb55-4161-807d-c5f97804b649 req-b89133b2-b27d-44cf-82ba-a677742aa247 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0574415 Sep 07 16:16:13.843039 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f9ade799-cb55-4161-807d-c5f97804b649 req-07190199-6b51-4874-a276-4c693a2ca541 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Sep 07 16:16:14.182543 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb23fc-5018-4d94-9e32-6768a8e56e2a req-47eade18-4a68-4a6f-9c7c-dd159ce5eb07 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.184256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-82bb23fc-5018-4d94-9e32-6768a8e56e2a req-47eade18-4a68-4a6f-9c7c-dd159ce5eb07 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0543392 Sep 07 16:16:14.231146 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-82bb23fc-5018-4d94-9e32-6768a8e56e2a req-e2894198-3225-4b29-8bbd-bdd96bd89bb4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Sep 07 16:16:14.762088 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9950b6ba-67a8-43b2-81a7-2a779496dcca req-f5d780b1-d268-493c-807f-31d4977c9691 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0302231 Sep 07 16:16:14.969188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62cb4-a89e-405a-8fd4-e84bb16398ea req-dd2344f6-c920-4883-a6fb-4c9116df65f5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.970815 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00b62cb4-a89e-405a-8fd4-e84bb16398ea req-dd2344f6-c920-4883-a6fb-4c9116df65f5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0514605 Sep 07 16:16:15.011462 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00b62cb4-a89e-405a-8fd4-e84bb16398ea req-9550cbc0-1866-49f2-8d02-f8a5261e29b3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345628 Sep 07 16:16:15.367278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdba0-9d01-41ce-91f1-e1bf04b30f48 req-217f827b-dee1-41ad-a539-a1fd12df2e5e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:15.369155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3c9cdba0-9d01-41ce-91f1-e1bf04b30f48 req-217f827b-dee1-41ad-a539-a1fd12df2e5e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0583246 Sep 07 16:16:15.414609 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3c9cdba0-9d01-41ce-91f1-e1bf04b30f48 req-a77598a1-d4ae-422f-be39-d3cadc4f2177 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Sep 07 16:16:15.500988 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48254) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:15.620780 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6663c3fa-f7ec-416f-848b-7a656df0dde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.895622 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-796f0258-3891-4581-a9ed-af4830cc622d req-9ca371cb-e29e-4694-b538-4972385d6ff8 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0551448 Sep 07 16:16:15.976481 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6663c3fa-f7ec-416f-848b-7a656df0dde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.981129 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6663c3fa-f7ec-416f-848b-7a656df0dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.026601 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6663c3fa-f7ec-416f-848b-7a656df0dde5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e84964bb69ae483694a5ed3c347eb00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244770 Sep 07 16:16:16.027935 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663c3fa-f7ec-416f-848b-7a656df0dde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0c00b-83aa-46e9-8159-74ac1752aea9,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:16.029684 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48260) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:16.092382 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.125161 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.196498 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d9e7-29fc-44be-8b12-75486252e108 req-61d63568-aaf1-4776-a934-b43192ec275c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:16.196498 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10f4d9e7-29fc-44be-8b12-75486252e108 req-61d63568-aaf1-4776-a934-b43192ec275c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0867717 Sep 07 16:16:16.240541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.243240 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.248237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3be0c00b-83aa-46e9-8159-74ac1752aea9 HTTP/1.1" status: 204 len: 168 time: 0.2134240 Sep 07 16:16:16.257884 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10f4d9e7-29fc-44be-8b12-75486252e108 req-2bb5b3c0-be85-4701-9fd3-237649e2044c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Sep 07 16:16:16.258663 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0c00b-83aa-46e9-8159-74ac1752aea9,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:16.266967 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.267352 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.267705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.268049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.268390 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.268917 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.269250 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.269596 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.269940 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.270276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.270619 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.271034 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6633eda-dcfe-472d-ad28-f543feb6e53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:16.614156 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b0dbe-6d78-4537-a025-8009ba3e2670 req-a5c28bf3-3a66-4b54-b823-fdaa6f2c3d22 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:16.615932 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b96b0dbe-6d78-4537-a025-8009ba3e2670 req-a5c28bf3-3a66-4b54-b823-fdaa6f2c3d22 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0732739 Sep 07 16:16:16.660988 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b96b0dbe-6d78-4537-a025-8009ba3e2670 req-f97d9f1f-7951-4c52-8277-dce6fc698d33 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Sep 07 16:16:17.018458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-43281e09-4316-4f2a-ba53-04b390d4fb6d req-9f544384-43ab-4663-89de-ac775ee21150 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0315306 Sep 07 16:16:17.433792 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b39b5-cf66-4d3c-8fcc-8e89bfe0b701 req-88b61400-c4b9-4a12-8ebc-e21f7aca57b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.447583 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d7b39b5-cf66-4d3c-8fcc-8e89bfe0b701 req-88b61400-c4b9-4a12-8ebc-e21f7aca57b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0872641 Sep 07 16:16:17.509486 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d7b39b5-cf66-4d3c-8fcc-8e89bfe0b701 req-faddd516-3d39-4f80-b520-aa9eff105348 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589566 Sep 07 16:16:17.803293 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d184d-7e99-4ec0-ac8b-0b8aa31e74f3 req-fe1eee2c-852b-4708-993e-1a02e10efba2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.805855 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a50d184d-7e99-4ec0-ac8b-0b8aa31e74f3 req-fe1eee2c-852b-4708-993e-1a02e10efba2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0679965 Sep 07 16:16:17.854679 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a50d184d-7e99-4ec0-ac8b-0b8aa31e74f3 req-1345c6f0-a218-449a-afb2-61e5d15f4046 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Sep 07 16:16:18.127094 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-abc0fefa-fb52-47d8-9218-5f1dc1f355ea req-fe445c10-f327-4501-a2ad-bad571f17625 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0319059 Sep 07 16:16:18.625583 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ae32e-033b-4233-adb3-61675e60b1f8 req-bdd821e4-0e46-44bc-ba59-cc5f93b3247a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:18.627069 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-041ae32e-033b-4233-adb3-61675e60b1f8 req-bdd821e4-0e46-44bc-ba59-cc5f93b3247a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0493467 Sep 07 16:16:18.664142 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-041ae32e-033b-4233-adb3-61675e60b1f8 req-77f3bece-7faa-408b-8154-eb4e36336910 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312128 Sep 07 16:16:18.973559 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262359c-4221-4ced-a8fd-98c3500c8f4b req-62827801-a538-458b-9c58-c9977da0e61b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:18.975051 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9262359c-4221-4ced-a8fd-98c3500c8f4b req-62827801-a538-458b-9c58-c9977da0e61b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0499072 Sep 07 16:16:19.014239 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9262359c-4221-4ced-a8fd-98c3500c8f4b req-c58208c3-fdb5-472c-a04e-19e92fb5909f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Sep 07 16:16:19.242451 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ad2c0866-edd7-47bd-9c44-5a22961429b8 req-c8663b9a-d017-4e68-a0d8-b41c399bdfdd tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0329025 Sep 07 16:16:19.258015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a44bba59-64aa-4436-926a-da52659fe860 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:19.259469 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a44bba59-64aa-4436-926a-da52659fe860 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 814 time: 0.1327057 Sep 07 16:16:19.280297 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Request body: {'port': {'device_id': '95e634c3-1d04-4581-9615-621da8d4a32d', 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41', 'admin_state_up': True, 'tenant_id': 'b8715e8c8dd742ffb27f6349244fbb4e'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:19.393940 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Made reservation on behalf of b8715e8c8dd742ffb27f6349244fbb4e for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:19.397379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.527895 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Allocated IP 172.20.0.12 (4604725e-42e4-4e93-9b4e-589723601e41/f38260ee-2d7f-4ded-b8e3-df8c80e035cd/7de19b26-b4a1-486e-80ae-c2163fcd6f8b) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:19.677197 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.727211 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.783669 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Network 4604725e-42e4-4e93-9b4e-589723601e41 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:19.808484 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:19.812585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:19.815725 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Pushing event updated for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:19.872016 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd73596-7786-401b-af73-673a32f4df32 req-6ba24317-6bee-4c90-8bd1-1488c19159d7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:19.873087 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7bd73596-7786-401b-af73-673a32f4df32 req-6ba24317-6bee-4c90-8bd1-1488c19159d7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1155183 Sep 07 16:16:19.884906 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:19.885524 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.917175 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-8f25dfe2-0d71-4cc5-9081-44fb41a6b81a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422350 Sep 07 16:16:19.932316 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Request body: {'port': {'device_id': '95e634c3-1d04-4581-9615-621da8d4a32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:19.937149 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7bd73596-7786-401b-af73-673a32f4df32 req-ffe7810b-e96e-4645-9127-b67b08aedc0d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484068 Sep 07 16:16:19.996559 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.205005 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaabe4-5092-4bf4-a3b8-67b56ca2668f req-53d97322-73be-4c64-9cdd-67237aa5eead tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.206529 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-edfaabe4-5092-4bf4-a3b8-67b56ca2668f req-53d97322-73be-4c64-9cdd-67237aa5eead tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0911162 Sep 07 16:16:20.294358 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-edfaabe4-5092-4bf4-a3b8-67b56ca2668f req-fd63a0c9-8d2d-488d-9b8e-14a295c8e8da tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573654 Sep 07 16:16:20.392723 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de19b26-b4a1-486e-80ae-c2163fcd6f8b {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:20.407740 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.423614 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e0f80-a792-44b9-9103-18cc11bccf9a req-1373d874-4ed0-4d15-a3b4-b166973ce9e1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.425146 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-da4e0f80-a792-44b9-9103-18cc11bccf9a req-1373d874-4ed0-4d15-a3b4-b166973ce9e1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 932 time: 0.1009898 Sep 07 16:16:20.444143 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Transition to ACTIVE for port object 7de19b26-b4a1-486e-80ae-c2163fcd6f8b will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:20.466172 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.574699 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-da4e0f80-a792-44b9-9103-18cc11bccf9a req-1b06a01a-1044-4856-a4a6-3295fce433c9 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343546 Sep 07 16:16:20.578549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Pushing event updated for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:20.672125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Attempting to bind port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:20.672563 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Attempting to bind port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:20.672987 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Attempting to bind port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b on network 4604725e-42e4-4e93-9b4e-589723601e41 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:20.679094 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b on network 4604725e-42e4-4e93-9b4e-589723601e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:16:20.679445 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Attempting to bind port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b on network 4604725e-42e4-4e93-9b4e-589723601e41 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:20.684647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:20.684984 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Checking segment: {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:20.685378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Bound using segment: {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:20.685803 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Bound port: 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:20.686158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.751106 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:20.754467 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:20.761796 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.797256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.797880 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.799304 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] 10.222.0.83 "PUT /v2.0/ports/7de19b26-b4a1-486e-80ae-c2163fcd6f8b HTTP/1.1" status: 200 len: 1094 time: 0.8712187 Sep 07 16:16:20.799736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:20.802179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef7b64b-6041-4da1-980e-915a8940a894" -d '{"events": [{"name": "network-changed", "server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:20.830682 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b179f-4443-49e4-9c36-a25981385b9e service neutron] Pushing event updated for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:20.859113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a42d854-2112-47b2-baf5-db786d6d03c7 x-openstack-request-id: req-8a42d854-2112-47b2-baf5-db786d6d03c7 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:20.859489 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:20.859794 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8a42d854-2112-47b2-baf5-db786d6d03c7 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:20.860176 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b', 'status': 'completed', 'code': 200} Sep 07 16:16:20.903784 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-90ab492d-2838-472d-9710-569433d607d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.905676 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-90ab492d-2838-472d-9710-569433d607d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 1097 time: 0.0561807 Sep 07 16:16:20.953781 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-cde3c1b0-2d8d-4427-aad1-4dde4d89298a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b HTTP/1.1" status: 200 len: 217 time: 0.0382540 Sep 07 16:16:21.008605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-32ab6ffd-668c-4e8e-a1d8-60e60add86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.010131 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-32ab6ffd-668c-4e8e-a1d8-60e60add86ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f38260ee-2d7f-4ded-b8e3-df8c80e035cd HTTP/1.1" status: 200 len: 854 time: 0.0472732 Sep 07 16:16:21.061923 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-db82bdc2-f6ec-4372-94a2-81c878a5d8f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4604725e-42e4-4e93-9b4e-589723601e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385327 Sep 07 16:16:21.158985 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3f09d-93e2-49db-b5df-d56ca05707f1 req-2611f73f-49c3-4df6-af52-6b475ce1aeaf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.160826 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c5e3f09d-93e2-49db-b5df-d56ca05707f1 req-2611f73f-49c3-4df6-af52-6b475ce1aeaf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1312981 Sep 07 16:16:21.216924 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-50f48ab7-bbb2-4028-886c-2c9653afa3c1 service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448023 Sep 07 16:16:21.225049 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c5e3f09d-93e2-49db-b5df-d56ca05707f1 req-b92d8233-ab48-4cca-a6c1-a904d2da5821 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548716 Sep 07 16:16:21.319443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8c84f76f-593c-4624-8a77-2c1a6819c160 req-b924e3e7-b0c4-480c-aea8-7bc5ee5c3071 service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933948 Sep 07 16:16:21.460149 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-11e24fe6-c028-4488-a537-6135bff5e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.461649 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-11e24fe6-c028-4488-a537-6135bff5e8ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 1097 time: 0.0811102 Sep 07 16:16:21.474580 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df79fd-3c74-4f95-ac3e-0efbb8a98b01 req-98e980d7-bdff-44f1-924e-c36c8323add3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.476042 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-98df79fd-3c74-4f95-ac3e-0efbb8a98b01 req-98e980d7-bdff-44f1-924e-c36c8323add3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0614066 Sep 07 16:16:21.568116 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-98df79fd-3c74-4f95-ac3e-0efbb8a98b01 req-6d47657c-f5e6-435d-88ee-de862263e60a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Sep 07 16:16:21.592784 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-d43d2c84-8cda-4941-869c-e67d7be5e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.594266 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-d43d2c84-8cda-4941-869c-e67d7be5e4cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 916 time: 0.1173756 Sep 07 16:16:21.643814 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-1bab65c2-3165-492c-8cc0-7ac989ed8590 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b HTTP/1.1" status: 200 len: 217 time: 0.0397487 Sep 07 16:16:21.726793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-510a83ea-4bdc-415d-8cdb-94dc2dacfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.728288 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-510a83ea-4bdc-415d-8cdb-94dc2dacfa01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f38260ee-2d7f-4ded-b8e3-df8c80e035cd HTTP/1.1" status: 200 len: 854 time: 0.0725622 Sep 07 16:16:21.736502 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d0e8-bd41-41f0-b225-93a20918aee7 req-850178cb-c779-4398-bf4c-ffec70899130 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.737952 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c279d0e8-bd41-41f0-b225-93a20918aee7 req-850178cb-c779-4398-bf4c-ffec70899130 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 944 time: 0.0916023 Sep 07 16:16:21.768309 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-efd6e1f5-be9c-4c09-aec5-07f0d5777db0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4604725e-42e4-4e93-9b4e-589723601e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294142 Sep 07 16:16:21.815713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c279d0e8-bd41-41f0-b225-93a20918aee7 req-f7823138-a8e5-4217-8f4e-199289c98e2c tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Sep 07 16:16:21.874601 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-b7498263-d5b0-4e1b-8b44-6dc8c21ccde6 service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948267 Sep 07 16:16:21.965068 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef7b64b-6041-4da1-980e-915a8940a894 req-49e1d7e7-23c5-4156-8fa0-9f02a5a6985e service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810854 Sep 07 16:16:22.418187 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980165d0-2b9b-449d-9254-5aebb7daec46 req-dbbdf996-de6d-4af4-b38e-975fd3ab27a8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.421073 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-980165d0-2b9b-449d-9254-5aebb7daec46 req-dbbdf996-de6d-4af4-b38e-975fd3ab27a8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0906010 Sep 07 16:16:22.463689 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-980165d0-2b9b-449d-9254-5aebb7daec46 req-6b120f5b-fc36-4606-9318-ae55a0998d9b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335720 Sep 07 16:16:22.686270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456099c-3bcb-4107-ad1d-4c4eb4a0bbca req-f545d36c-205c-4499-961f-86a221f67003 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.687796 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2456099c-3bcb-4107-ad1d-4c4eb4a0bbca req-f545d36c-205c-4499-961f-86a221f67003 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0509763 Sep 07 16:16:22.726268 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2456099c-3bcb-4107-ad1d-4c4eb4a0bbca req-9e13a42e-8df9-48bb-a654-ee98c165f8f5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Sep 07 16:16:22.929552 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0681fc-5114-4120-8c99-7f94e12b430e req-97830876-4dee-463c-baa5-77c519057ce9 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.931022 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cf0681fc-5114-4120-8c99-7f94e12b430e req-97830876-4dee-463c-baa5-77c519057ce9 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 944 time: 0.0491872 Sep 07 16:16:22.971868 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cf0681fc-5114-4120-8c99-7f94e12b430e req-64a6c907-3624-4e36-baee-605b5e047149 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Sep 07 16:16:23.624195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534fb0f-519e-4df7-bde3-d214fbe05558 req-4605fba0-5c63-4033-ab78-01b2996fcd4d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.625645 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f534fb0f-519e-4df7-bde3-d214fbe05558 req-4605fba0-5c63-4033-ab78-01b2996fcd4d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0519097 Sep 07 16:16:23.663949 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f534fb0f-519e-4df7-bde3-d214fbe05558 req-b438c380-9746-435d-9136-ba709c37f29f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Sep 07 16:16:23.842638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8ccaa-dba6-47b9-88d9-80e188faa5a7 req-a022e853-d57a-4de0-8fc3-9160cedfe544 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.844603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1b8ccaa-dba6-47b9-88d9-80e188faa5a7 req-a022e853-d57a-4de0-8fc3-9160cedfe544 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0500412 Sep 07 16:16:23.883282 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1b8ccaa-dba6-47b9-88d9-80e188faa5a7 req-cd06fbb2-0e61-43d4-9a53-3f0160584e82 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Sep 07 16:16:24.094077 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1665-b785-46f3-86dc-c5672e38c0b7 req-ffd45c59-339d-450f-98f1-fda73cce6b4f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.095521 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2edd1665-b785-46f3-86dc-c5672e38c0b7 req-ffd45c59-339d-450f-98f1-fda73cce6b4f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 944 time: 0.0571375 Sep 07 16:16:24.135628 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2edd1665-b785-46f3-86dc-c5672e38c0b7 req-5cfd1537-5679-4f88-a21c-943ff3a87aeb tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340271 Sep 07 16:16:24.800687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fec7b-e67b-4491-b653-d0af17cbc4c0 req-ea8e270a-5b0a-49fc-a2c2-fde9ebb55069 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.802154 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3e0fec7b-e67b-4491-b653-d0af17cbc4c0 req-ea8e270a-5b0a-49fc-a2c2-fde9ebb55069 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0580509 Sep 07 16:16:24.841489 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3e0fec7b-e67b-4491-b653-d0af17cbc4c0 req-71a1e27c-8c0a-4a10-99bf-fb1c11739605 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 Sep 07 16:16:25.006169 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42049-14db-4a2b-8dda-3978737d634a req-c1361e30-e9ef-4d0c-817b-c952786947d2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.007635 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c9b42049-14db-4a2b-8dda-3978737d634a req-c1361e30-e9ef-4d0c-817b-c952786947d2 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0541089 Sep 07 16:16:25.054137 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c9b42049-14db-4a2b-8dda-3978737d634a req-7c8ccd45-1c58-4b97-9a96-c950981b8d3c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Sep 07 16:16:25.258122 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef53180-ea1e-4fb5-800a-bb491acedb42 req-7b69fc72-2c21-4ff1-9ded-2b8d6081c9ba tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.259577 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef53180-ea1e-4fb5-800a-bb491acedb42 req-7b69fc72-2c21-4ff1-9ded-2b8d6081c9ba tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 944 time: 0.0527811 Sep 07 16:16:25.299345 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7ef53180-ea1e-4fb5-800a-bb491acedb42 req-0f882590-b198-4ce0-ae21-c724488d2958 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Sep 07 16:16:25.566666 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 7de19b26-b4a1-486e-80ae-c2163fcd6f8b details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:25.662093 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:25.673802 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b', 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41', 'port_id': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b', 'mac_address': 'fa:16:3e:33:f1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38260ee-2d7f-4ded-b8e3-df8c80e035cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:25.713207 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.727441 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de19b26-b4a1-486e-80ae-c2163fcd6f8b {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:25.749993 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:25.754214 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.802041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.017893 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10966de9-208b-4e24-815d-5e1654d8addf req-747f3103-ff05-4642-ba3d-68e8ebc47c2f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.021096 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10966de9-208b-4e24-815d-5e1654d8addf req-747f3103-ff05-4642-ba3d-68e8ebc47c2f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.1057639 Sep 07 16:16:26.072792 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10966de9-208b-4e24-815d-5e1654d8addf req-25943a0d-8515-49b6-a703-9ff8b44db523 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Sep 07 16:16:26.149975 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['7de19b26-b4a1-486e-80ae-c2163fcd6f8b'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:26.201145 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78c095-c88b-44a8-9c0b-edf38d318ac7 req-3f8b9b6c-f7ba-47ca-8df1-6758c5248cfb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.202716 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc78c095-c88b-44a8-9c0b-edf38d318ac7 req-3f8b9b6c-f7ba-47ca-8df1-6758c5248cfb tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0534363 Sep 07 16:16:26.245745 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc78c095-c88b-44a8-9c0b-edf38d318ac7 req-7ba9835a-84c3-4811-bd6f-6f669f5bf19a tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Sep 07 16:16:26.423139 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad1fb-74aa-4742-b379-ebc9e8c3d9ff req-95f4ad90-73a4-4b86-a261-2879ee74e9ad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.424635 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dafad1fb-74aa-4742-b379-ebc9e8c3d9ff req-95f4ad90-73a4-4b86-a261-2879ee74e9ad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 945 time: 0.0540330 Sep 07 16:16:26.463433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dafad1fb-74aa-4742-b379-ebc9e8c3d9ff req-61d6c55d-1fbb-478d-804d-7f9228f7561d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Sep 07 16:16:27.211609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7236-20a8-4399-95f3-655544ddb1b2 req-4715c287-3091-41f9-b716-346829af98e7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.213068 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7ba7236-20a8-4399-95f3-655544ddb1b2 req-4715c287-3091-41f9-b716-346829af98e7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 944 time: 0.0519423 Sep 07 16:16:27.251667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a7ba7236-20a8-4399-95f3-655544ddb1b2 req-3154ebf4-6dc6-4c86-af10-8ca61b27d886 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Sep 07 16:16:27.362272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ce6cf-a0cc-42f0-8f9f-3a38ed8bc2a3 req-8cfd42da-5273-479d-92f4-c820cda5cc4f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.363809 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c58ce6cf-a0cc-42f0-8f9f-3a38ed8bc2a3 req-8cfd42da-5273-479d-92f4-c820cda5cc4f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0486445 Sep 07 16:16:27.402587 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c58ce6cf-a0cc-42f0-8f9f-3a38ed8bc2a3 req-16b17c99-ea9c-4aee-be2b-2f75aee9028b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Sep 07 16:16:27.580736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484abef6-35d7-4b1d-91e4-5545021f6bed req-77d706fb-8e8e-4471-b6ad-7745fea53581 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.582201 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-484abef6-35d7-4b1d-91e4-5545021f6bed req-77d706fb-8e8e-4471-b6ad-7745fea53581 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 945 time: 0.0492711 Sep 07 16:16:27.583426 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:27.586855 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 7de19b26-b4a1-486e-80ae-c2163fcd6f8b up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:27.623050 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-484abef6-35d7-4b1d-91e4-5545021f6bed req-6b55805d-2024-4383-9e8d-07d7dc956be0 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Sep 07 16:16:27.698135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:27.705843 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:27.706218 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.744457 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:27.762574 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'mac_address': 'fa:16:3e:a3:46:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:27.827815 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.850168 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:27.854020 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.883406 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:27.887187 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.893920 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:27.897865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942cb067-7b82-44d4-8e50-a68572f3a250" -d '{"events": [{"server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "name": "network-vif-plugged", "status": "completed", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:27.927527 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:27.932194 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.948435 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7469de4f-02ba-4e30-ba68-b75c708793a6 x-openstack-request-id: req-7469de4f-02ba-4e30-ba68-b75c708793a6 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:27.948667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "name": "network-vif-plugged", "status": "completed", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:27.948921 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7469de4f-02ba-4e30-ba68-b75c708793a6 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:27.949315 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b', 'code': 200} Sep 07 16:16:27.961199 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=9']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.012575 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.155377 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a406a-47d6-4ea0-9398-4687acc6e640 req-987419a5-8b8c-4697-a9c1-c189dd1ce4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:28.157188 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bf2a406a-47d6-4ea0-9398-4687acc6e640 req-987419a5-8b8c-4697-a9c1-c189dd1ce4c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 1099 time: 0.0511289 Sep 07 16:16:28.195667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bf2a406a-47d6-4ea0-9398-4687acc6e640 req-e31adfde-64d5-412f-93e8-87b5e6f051bb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282314 Sep 07 16:16:28.255309 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['97fa1bc3-aaa6-424e-9b57-7b789a19d759'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:28.276416 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:16:28.398780 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313aa1c-fa1d-4b90-bed5-ac352f97375a req-3e596c98-a6fc-4475-a0b7-3b7463075043 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:28.400326 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e313aa1c-fa1d-4b90-bed5-ac352f97375a req-3e596c98-a6fc-4475-a0b7-3b7463075043 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0561571 Sep 07 16:16:28.439819 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e313aa1c-fa1d-4b90-bed5-ac352f97375a req-113d3804-2f7d-4a3f-b3df-d6c1ae9e2e57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Sep 07 16:16:28.524178 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa7a7d-aa2b-4efe-83ef-c4df24760ef5 req-e043ae08-790a-418b-8a84-3f5fd2cdef7c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:28.525589 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7fa7a7d-aa2b-4efe-83ef-c4df24760ef5 req-e043ae08-790a-418b-8a84-3f5fd2cdef7c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0539176 Sep 07 16:16:28.564966 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7fa7a7d-aa2b-4efe-83ef-c4df24760ef5 req-00da0756-fc6e-4df4-b082-939aa9a94e1b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Sep 07 16:16:28.988888 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9162-ce86-4561-9ebf-4fb8c0200376 req-c0ed5003-8768-416d-956e-5b68cda6e61d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:28.990363 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00ab9162-ce86-4561-9ebf-4fb8c0200376 req-c0ed5003-8768-416d-956e-5b68cda6e61d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 946 time: 0.2960279 Sep 07 16:16:29.032820 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00ab9162-ce86-4561-9ebf-4fb8c0200376 req-1c075e87-7688-4eea-926d-56efdf0e0624 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Sep 07 16:16:29.569959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2b38-0408-44c6-bbb8-bd6821ab3152 req-03e3e2e9-a3bc-42fe-9f44-35416f09e7e9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:29.571464 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52ab2b38-0408-44c6-bbb8-bd6821ab3152 req-03e3e2e9-a3bc-42fe-9f44-35416f09e7e9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 945 time: 0.0496912 Sep 07 16:16:29.582443 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:29.629295 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52ab2b38-0408-44c6-bbb8-bd6821ab3152 req-f7d8f40b-cb48-4e67-aef0-8f4cd6ed3218 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 Sep 07 16:16:29.669593 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:29.669593 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.712019 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc00b4-fc58-4933-9d2b-e2eade62b4df req-24d63339-c9cf-45f5-944e-cda209cce1ca tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:29.713631 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6edc00b4-fc58-4933-9d2b-e2eade62b4df req-24d63339-c9cf-45f5-944e-cda209cce1ca tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0694578 Sep 07 16:16:29.774016 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6edc00b4-fc58-4933-9d2b-e2eade62b4df req-c31bffb1-8b69-4d37-99bb-83d396b9188c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 Sep 07 16:16:29.887802 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.922104 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:29.926615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.950968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:29.953244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cf5a41-c76f-4c8e-b5fb-06243ce9a02d" -d '{"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:29.990265 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=10']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:30.003926 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51bf72-24e0-4ed2-b8d5-aea20d97be5d x-openstack-request-id: req-dd51bf72-24e0-4ed2-b8d5-aea20d97be5d {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:30.004250 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-plugged", "status": "completed", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:30.004508 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dd51bf72-24e0-4ed2-b8d5-aea20d97be5d {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:30.004894 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'code': 200} Sep 07 16:16:30.170183 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a1b4e-6cd1-43b1-8bd9-fe7235155966 req-ff48a663-918e-4937-b512-6da094e202e1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.171819 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-730a1b4e-6cd1-43b1-8bd9-fe7235155966 req-ff48a663-918e-4937-b512-6da094e202e1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 946 time: 0.0589855 Sep 07 16:16:30.221092 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-730a1b4e-6cd1-43b1-8bd9-fe7235155966 req-9ebc13ed-f6b0-41d0-b296-b8a570ecb51c tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Sep 07 16:16:30.347883 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13fcfb-f8b0-4faa-aa9a-3fdc73677e7f req-2a5e82fe-4001-4e49-b060-5156f4203ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.350434 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb13fcfb-f8b0-4faa-aa9a-3fdc73677e7f req-2a5e82fe-4001-4e49-b060-5156f4203ed8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.0592487 Sep 07 16:16:30.394843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb13fcfb-f8b0-4faa-aa9a-3fdc73677e7f req-dbface59-4cd5-445e-9467-11039a101d9e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Sep 07 16:16:30.813487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7d6a-9be8-4515-9f47-42e33815e93d req-9b8af65a-7184-48cc-87d9-3f909a73930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.815074 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f77c7d6a-9be8-4515-9f47-42e33815e93d req-9b8af65a-7184-48cc-87d9-3f909a73930c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1100 time: 0.1008606 Sep 07 16:16:30.831703 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db0c27-4d7e-40e3-91cd-7b9009c8747f req-dbd0d782-402b-4c63-a072-b166f1c148db tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.833154 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-21db0c27-4d7e-40e3-91cd-7b9009c8747f req-dbd0d782-402b-4c63-a072-b166f1c148db tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0615857 Sep 07 16:16:30.906184 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f77c7d6a-9be8-4515-9f47-42e33815e93d req-bd99aa18-1750-4023-952f-fa3857f75639 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719619 Sep 07 16:16:30.921627 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-21db0c27-4d7e-40e3-91cd-7b9009c8747f req-d8a1de9e-5247-4c6f-9012-bd47460975dd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743828 Sep 07 16:16:30.937823 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce77c2-489e-4c1f-9e1a-b512bf2d1a9d req-9eb5ec3c-4543-482e-81e8-cbf84d69a25e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.939451 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39ce77c2-489e-4c1f-9e1a-b512bf2d1a9d req-9eb5ec3c-4543-482e-81e8-cbf84d69a25e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0831401 Sep 07 16:16:30.982221 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39ce77c2-489e-4c1f-9e1a-b512bf2d1a9d req-80e564cb-2959-4a05-a9f9-a037966dfbde tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Sep 07 16:16:32.094788 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf154b3-4bc6-4950-bbeb-3b812561717c req-0549a826-c6fc-4318-afad-b19c6c126719 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.096410 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5cf154b3-4bc6-4950-bbeb-3b812561717c req-0549a826-c6fc-4318-afad-b19c6c126719 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0738928 Sep 07 16:16:32.155600 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5cf154b3-4bc6-4950-bbeb-3b812561717c req-e8837041-ed5b-46bc-b99d-7df8713f5499 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423715 Sep 07 16:16:32.163858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7489b-39aa-4a5f-bc85-0de0b2b5288b req-77aca3e3-e22a-4df0-b67e-fe213b504065 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.165288 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73b7489b-39aa-4a5f-bc85-0de0b2b5288b req-77aca3e3-e22a-4df0-b67e-fe213b504065 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0946810 Sep 07 16:16:32.210703 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73b7489b-39aa-4a5f-bc85-0de0b2b5288b req-9600c19b-d7fa-4808-a251-a47e12438e00 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Sep 07 16:16:32.656101 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d26e5-099c-480f-9ae9-8cc7d47f8bcf req-a1e7d507-8749-4a9b-85a0-3abc884e6b84 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.657734 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e34d26e5-099c-480f-9ae9-8cc7d47f8bcf req-a1e7d507-8749-4a9b-85a0-3abc884e6b84 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.1132932 Sep 07 16:16:32.670511 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-e147429f-81d7-4ff4-bff5-917358dd218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.673366 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-e147429f-81d7-4ff4-bff5-917358dd218c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 1098 time: 0.0913661 Sep 07 16:16:32.814669 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e34d26e5-099c-480f-9ae9-8cc7d47f8bcf req-3520667a-f09a-4708-86bd-18eba90bd14b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396959 Sep 07 16:16:32.865401 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-fd1dc8eb-4591-474b-a8e8-83c547d63848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.868601 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-fd1dc8eb-4591-474b-a8e8-83c547d63848 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1137 time: 0.0687642 Sep 07 16:16:32.912567 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6a0b-2a45-4c3f-bb3d-041ed6d99bda req-cf6ccfcc-ea5d-4870-a85b-9a47b1d1ffdd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.917327 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-173a6a0b-2a45-4c3f-bb3d-041ed6d99bda req-cf6ccfcc-ea5d-4870-a85b-9a47b1d1ffdd tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.1061041 Sep 07 16:16:32.919742 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-178bcf15-4725-452d-a85e-93e13a37f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.921787 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-178bcf15-4725-452d-a85e-93e13a37f32f service neutron] 10.222.0.83 "GET /v2.0/networks?id=28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 200 len: 920 time: 0.2221441 Sep 07 16:16:33.002841 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-8773eff7-f5ef-469a-85f5-c6b000eb523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.004899 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-8773eff7-f5ef-469a-85f5-c6b000eb523e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 916 time: 0.1279335 Sep 07 16:16:33.006495 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-d35ed6e6-707d-4282-9c18-5c3053fad87f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 200 len: 217 time: 0.0768590 Sep 07 16:16:33.016226 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-173a6a0b-2a45-4c3f-bb3d-041ed6d99bda req-70d347ba-f761-493a-8aeb-5c9334849a5d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886769 Sep 07 16:16:33.081633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-6ad2f0d5-c3e2-47c5-93e1-1dd1a83f35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.083203 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-6ad2f0d5-c3e2-47c5-93e1-1dd1a83f35c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 200 len: 858 time: 0.0528548 Sep 07 16:16:33.097053 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-d252bde2-aa22-47a6-8448-1c73d23b319b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 1001 time: 0.0697677 Sep 07 16:16:33.122409 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-32b012bc-2105-41b8-85a4-291243f3a8b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28b3c4a1-8360-42f1-a612-75d585fba9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293813 Sep 07 16:16:33.154678 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-6114149c-eb3c-4044-8e66-99ee1598e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.156300 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-6114149c-eb3c-4044-8e66-99ee1598e263 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0519164 Sep 07 16:16:33.229833 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-5be817e4-4bad-44f0-ac3b-2fdf522e7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.233219 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-5be817e4-4bad-44f0-ac3b-2fdf522e7446 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666280 Sep 07 16:16:33.242281 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-7b5e01ff-7a79-42e0-bbe1-a0e1e808b221 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107440 Sep 07 16:16:33.361329 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-fda41a7b-4107-4ede-b681-54a81db95c9d service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157584 Sep 07 16:16:33.389225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda2d1a-ff8c-4bfe-9bea-49e6ec48f4fc req-1de670c3-bc1f-4985-9786-e551ce7f276b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.390791 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5dda2d1a-ff8c-4bfe-9bea-49e6ec48f4fc req-1de670c3-bc1f-4985-9786-e551ce7f276b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.1078851 Sep 07 16:16:33.394477 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e6075717-45b3-42f1-9876-3641e706e6b2 req-d31b55ad-9b6e-4e53-aa45-abd80c87b293 service neutron] 10.222.0.83 "GET /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425147 Sep 07 16:16:33.441664 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5dda2d1a-ff8c-4bfe-9bea-49e6ec48f4fc req-e2b00415-d7db-4744-aa55-881a5059dbe8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Sep 07 16:16:33.497977 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b144d51-3aa9-4131-8271-c2cab6e7d6f1 req-ee9775e4-3ad1-48e6-8647-2bd7f04ac4ad service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233573 Sep 07 16:16:33.949055 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b98a-d625-4f85-9b7c-5ee08207083d req-f9d4acca-d13d-474e-a5a1-461de415a66e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.951141 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40b0b98a-d625-4f85-9b7c-5ee08207083d req-f9d4acca-d13d-474e-a5a1-461de415a66e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0528357 Sep 07 16:16:33.989515 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40b0b98a-d625-4f85-9b7c-5ee08207083d req-892cd55b-be04-42c9-acfd-cbc6d0bcd48f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Sep 07 16:16:34.134200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b43b1a-cae5-4f4a-b3c8-28d6400db1c5 req-fef783c1-d25a-4ba5-a590-45ba3cec3ff7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:34.135640 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97b43b1a-cae5-4f4a-b3c8-28d6400db1c5 req-fef783c1-d25a-4ba5-a590-45ba3cec3ff7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0516577 Sep 07 16:16:34.175951 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-97b43b1a-cae5-4f4a-b3c8-28d6400db1c5 req-87c9dd46-93c2-4e42-b911-0b3749e73ebf tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339677 Sep 07 16:16:34.582444 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c9a2-4dbb-4ed6-8c21-17ccfdea05c6 req-6e29d396-097c-433c-9b75-01f01ee4be91 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:34.584016 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b22c9a2-4dbb-4ed6-8c21-17ccfdea05c6 req-6e29d396-097c-433c-9b75-01f01ee4be91 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0549808 Sep 07 16:16:34.633404 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b22c9a2-4dbb-4ed6-8c21-17ccfdea05c6 req-04e870a0-18e8-453f-bb4c-1e71c5559851 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 Sep 07 16:16:35.121605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31315-7752-4429-a2f2-e0e714975240 req-44993cea-cdc9-4d8b-a74e-935a176c0018 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:35.123188 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5e31315-7752-4429-a2f2-e0e714975240 req-44993cea-cdc9-4d8b-a74e-935a176c0018 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0606537 Sep 07 16:16:35.167937 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5e31315-7752-4429-a2f2-e0e714975240 req-3f0a2d54-728f-46c3-b38a-18808b6a1a1f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Sep 07 16:16:35.302745 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c2b81-9fd1-4a8b-9f87-636ff352de89 req-acef80a7-679d-4aa6-9d2d-46b10545640e tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:35.304209 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-420c2b81-9fd1-4a8b-9f87-636ff352de89 req-acef80a7-679d-4aa6-9d2d-46b10545640e tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0568714 Sep 07 16:16:35.362842 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-420c2b81-9fd1-4a8b-9f87-636ff352de89 req-f34bc185-6ecb-4057-98db-b16ce70da151 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479963 Sep 07 16:16:35.859661 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.302334 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25510f2c-8acc-490e-889a-f59c25fcceb4 req-ba9834de-e0b7-4c66-9317-b34fbc4a8bcd tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:36.303854 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-25510f2c-8acc-490e-889a-f59c25fcceb4 req-ba9834de-e0b7-4c66-9317-b34fbc4a8bcd tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0591457 Sep 07 16:16:36.352828 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-25510f2c-8acc-490e-889a-f59c25fcceb4 req-e6354a13-9e41-4fb0-84b6-05f1bddae56b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 Sep 07 16:16:36.507882 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ae993-ed54-49b5-9c45-b0beae88f7e2 req-7e69fc9c-c7b1-43a5-83a0-104d6a4b34ce tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:36.509515 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-943ae993-ed54-49b5-9c45-b0beae88f7e2 req-7e69fc9c-c7b1-43a5-83a0-104d6a4b34ce tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0673072 Sep 07 16:16:36.564316 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-943ae993-ed54-49b5-9c45-b0beae88f7e2 req-d2c16176-d1ab-4ba0-93c1-ff13d58e0b94 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445268 Sep 07 16:16:37.048202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-53e6e63a-a230-4b84-8ddd-445b7e1ccabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.702142 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1eec8-59b9-4ce9-9857-0ad2dcabcfc3 req-d1b6ae7e-91c7-4ba7-b800-caa90652737c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:37.704527 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6fa1eec8-59b9-4ce9-9857-0ad2dcabcfc3 req-d1b6ae7e-91c7-4ba7-b800-caa90652737c tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0587060 Sep 07 16:16:37.752900 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6fa1eec8-59b9-4ce9-9857-0ad2dcabcfc3 req-8fde2b3d-7e91-4cec-8075-8b9141a056cc tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414038 Sep 07 16:16:38.894153 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b216bb-5463-4500-ba1a-5afc32dd72de req-25576aec-3dd3-499c-a753-556d164a12be tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:38.896458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-55b216bb-5463-4500-ba1a-5afc32dd72de req-25576aec-3dd3-499c-a753-556d164a12be tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0671458 Sep 07 16:16:38.941423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-55b216bb-5463-4500-ba1a-5afc32dd72de req-fc4af247-a4da-4203-baf2-608bf8e3213b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380445 Sep 07 16:16:39.620483 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.722333 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-20cce2d7-3d57-485c-8b41-13b51c818442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.100559 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef8f87-8ee1-462e-9d62-b058bd17cfcf req-4a1cd4e6-fbf0-42ad-9f78-1a5389a2107a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:40.102167 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8ef8f87-8ee1-462e-9d62-b058bd17cfcf req-4a1cd4e6-fbf0-42ad-9f78-1a5389a2107a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0631363 Sep 07 16:16:40.153410 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8ef8f87-8ee1-462e-9d62-b058bd17cfcf req-140e1274-2ddb-4632-9212-62f3d01195b1 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439987 Sep 07 16:16:41.282216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4bc5a-9bbd-4bdd-9b09-91c4b3988f3d req-28784b73-7c1b-46a0-a9cc-15dd092f7181 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:41.283755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bec4bc5a-9bbd-4bdd-9b09-91c4b3988f3d req-28784b73-7c1b-46a0-a9cc-15dd092f7181 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0504928 Sep 07 16:16:41.325350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bec4bc5a-9bbd-4bdd-9b09-91c4b3988f3d req-eaf55c11-97f5-4439-92bf-e546309c5c8d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354841 Sep 07 16:16:41.431969 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.588886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c392a-9a86-446b-8c2f-69d7c5658d51 req-31472ceb-e8f5-463d-8947-8277eefb2419 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:41.590404 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0e6c392a-9a86-446b-8c2f-69d7c5658d51 req-31472ceb-e8f5-463d-8947-8277eefb2419 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0538383 Sep 07 16:16:41.629994 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0e6c392a-9a86-446b-8c2f-69d7c5658d51 req-40556a2d-68e2-4a3b-9b35-18a63f2b81ba tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Sep 07 16:16:42.450866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cab024-9b9f-4b4b-a58a-1153316bc32b req-753f17f6-f440-4a82-a1c4-014674189a74 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:42.453462 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b5cab024-9b9f-4b4b-a58a-1153316bc32b req-753f17f6-f440-4a82-a1c4-014674189a74 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0561628 Sep 07 16:16:42.498899 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b5cab024-9b9f-4b4b-a58a-1153316bc32b req-9c24e060-655d-410e-8d05-51da45c6a220 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392830 Sep 07 16:16:42.768359 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2eccdc-bdd6-46c5-8ccc-8bb2f16b184e req-3084ac6f-759a-45ff-ad5d-a77c83e817a3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:42.769941 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e2eccdc-bdd6-46c5-8ccc-8bb2f16b184e req-3084ac6f-759a-45ff-ad5d-a77c83e817a3 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0661430 Sep 07 16:16:42.813868 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e2eccdc-bdd6-46c5-8ccc-8bb2f16b184e req-23894ead-1a1a-4284-abaf-c70acd0bfe98 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371125 Sep 07 16:16:42.986564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:43.660471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712844-d7f9-4fc0-95a3-04bb01161aa5 req-5dfdec2a-ddc1-4ad5-ae01-a9fe8e2c2132 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:43.662246 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa712844-d7f9-4fc0-95a3-04bb01161aa5 req-5dfdec2a-ddc1-4ad5-ae01-a9fe8e2c2132 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0672381 Sep 07 16:16:43.710895 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa712844-d7f9-4fc0-95a3-04bb01161aa5 req-60d4fa04-8503-4bb2-9fdb-2e1b17ef1190 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418415 Sep 07 16:16:43.937749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931fc6e-2bb3-4414-9490-6d2d2e28769b req-5c64978c-8939-4ff8-ad6d-551faa552601 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:43.939380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6931fc6e-2bb3-4414-9490-6d2d2e28769b req-5c64978c-8939-4ff8-ad6d-551faa552601 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Sep 07 16:16:43.979939 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6931fc6e-2bb3-4414-9490-6d2d2e28769b req-3319fda4-8733-46d3-91f1-e49dd21db337 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Sep 07 16:16:44.831081 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b417890-663b-478f-bb9b-20d50d84ae50 req-5207edc8-6979-49ad-861e-1b48bf8090c0 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:44.832606 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b417890-663b-478f-bb9b-20d50d84ae50 req-5207edc8-6979-49ad-861e-1b48bf8090c0 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0513573 Sep 07 16:16:44.873927 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8b417890-663b-478f-bb9b-20d50d84ae50 req-a0de152a-afe4-4550-8525-ff181c3e460a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350785 Sep 07 16:16:44.910301 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-307061df-c1df-4790-a027-bafdf079233c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:44.911789 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-307061df-c1df-4790-a027-bafdf079233c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 07 16:16:45.017925 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Deleting port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:45.018266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.106065 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430927-4ee9-4626-835a-de1ee517aa35 req-a358c155-a770-461c-8c0f-70610601f2ad tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:45.108389 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-45430927-4ee9-4626-835a-de1ee517aa35 req-a358c155-a770-461c-8c0f-70610601f2ad tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=72feb946-9270-4a9e-9af9-84a9fc461182 HTTP/1.1" status: 200 len: 945 time: 0.0601254 Sep 07 16:16:45.127806 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] For port 863e71ed-c163-4c77-9b5d-b40cad66b1f9, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=863e71ed-c163-4c77-9b5d-b40cad66b1f9,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:45.128335 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.147071 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Calling delete_port for 863e71ed-c163-4c77-9b5d-b40cad66b1f9 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:45.152305 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-45430927-4ee9-4626-835a-de1ee517aa35 req-4ade760d-16c0-4da0-9e5d-4c343ce25409 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357418 Sep 07 16:16:45.286733 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.304763 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', '863e71ed-c163-4c77-9b5d-b40cad66b1f9'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:45.318801 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Pushing event deleted for resources: {'Port': ['ID=863e71ed-c163-4c77-9b5d-b40cad66b1f9,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:45.362317 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] No DVR routers for this DVR port 863e71ed-c163-4c77-9b5d-b40cad66b1f9 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:45.365857 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.367959 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23eacb74-1847-4800-9bd8-05e3b22b667e req-5c79a47d-d4a3-4c92-9ba4-7239c730faf4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "DELETE /v2.0/ports/863e71ed-c163-4c77-9b5d-b40cad66b1f9 HTTP/1.1" status: 204 len: 173 time: 0.4409420 Sep 07 16:16:45.368387 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'name': 'network-vif-deleted', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:45.371224 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f614209-60fd-4c07-b8b0-70200078bc69" -d '{"events": [{"server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "name": "network-vif-deleted", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:45.416487 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5311f5-891b-43f4-abbf-75a27a3d31aa x-openstack-request-id: req-eb5311f5-891b-43f4-abbf-75a27a3d31aa {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:45.416852 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72feb946-9270-4a9e-9af9-84a9fc461182", "name": "network-vif-deleted", "tag": "863e71ed-c163-4c77-9b5d-b40cad66b1f9", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:45.417615 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eb5311f5-891b-43f4-abbf-75a27a3d31aa {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:45.418457 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72feb946-9270-4a9e-9af9-84a9fc461182', 'name': 'network-vif-deleted', 'tag': '863e71ed-c163-4c77-9b5d-b40cad66b1f9', 'status': 'completed', 'code': 200} Sep 07 16:16:45.996846 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d043b-3d76-4b3f-9847-fb59dc373205 req-16af755c-e009-4332-9a41-6b6594c2d711 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:45.998335 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-351d043b-3d76-4b3f-9847-fb59dc373205 req-16af755c-e009-4332-9a41-6b6594c2d711 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0529063 Sep 07 16:16:46.041493 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-351d043b-3d76-4b3f-9847-fb59dc373205 req-9c7b6a08-e34d-4022-a9cb-87750477e6d9 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364432 Sep 07 16:16:46.421910 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7767eba-3379-4974-a5b0-586c2c4bb241 req-18775fdd-e342-4c83-9a5d-63f018298e04 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:46.423447 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7767eba-3379-4974-a5b0-586c2c4bb241 req-18775fdd-e342-4c83-9a5d-63f018298e04 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0487306 Sep 07 16:16:46.462736 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7767eba-3379-4974-a5b0-586c2c4bb241 req-16089f21-bc2d-448a-84bf-6efcf606a18c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Sep 07 16:16:47.168522 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515795-29fc-4e9c-85d3-966ace1df5b0 req-cb7bc7da-8aad-4904-b9d0-78144bdd2d96 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:47.169935 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f515795-29fc-4e9c-85d3-966ace1df5b0 req-cb7bc7da-8aad-4904-b9d0-78144bdd2d96 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0550036 Sep 07 16:16:47.220053 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f515795-29fc-4e9c-85d3-966ace1df5b0 req-566f1e1d-603e-4e29-af1a-9908b8fea2a0 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429749 Sep 07 16:16:47.580688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37dced-abcc-487e-86a4-74776f8dcb15 req-6cd44983-78a1-451f-a09a-7fec2fa462f1 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:47.582209 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6e37dced-abcc-487e-86a4-74776f8dcb15 req-6cd44983-78a1-451f-a09a-7fec2fa462f1 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0509384 Sep 07 16:16:47.620851 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6e37dced-abcc-487e-86a4-74776f8dcb15 req-8285dbac-6373-41de-ba47-b93c9606365b tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Sep 07 16:16:48.343589 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e606201-0885-494e-85b0-6a013d400cbd req-eef077c8-547b-44cf-9282-f797410be42a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.350619 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e606201-0885-494e-85b0-6a013d400cbd req-eef077c8-547b-44cf-9282-f797410be42a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0552073 Sep 07 16:16:48.386545 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e606201-0885-494e-85b0-6a013d400cbd req-ba1fdad6-798b-4062-a735-f003f3c2380b tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348110 Sep 07 16:16:48.739632 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef73a4-2ca0-4c03-84ab-05c19a3f7f7e req-fd1f857a-8721-40b7-8a26-c313c1e473df tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.741210 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cef73a4-2ca0-4c03-84ab-05c19a3f7f7e req-fd1f857a-8721-40b7-8a26-c313c1e473df tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0540075 Sep 07 16:16:48.785987 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cef73a4-2ca0-4c03-84ab-05c19a3f7f7e req-faada80d-87ea-44f8-ab65-7294c645112c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Sep 07 16:16:49.500788 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67519115-47c4-4317-b4c7-75d09fa3a0a5 req-ac14c000-4aec-4182-9abb-b9237a50ada8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.502262 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67519115-47c4-4317-b4c7-75d09fa3a0a5 req-ac14c000-4aec-4182-9abb-b9237a50ada8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0489998 Sep 07 16:16:49.541807 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-67519115-47c4-4317-b4c7-75d09fa3a0a5 req-7f99611c-af37-492c-9e96-08665ce377c6 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335989 Sep 07 16:16:49.675618 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 863e71ed-c163-4c77-9b5d-b40cad66b1f9 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:49.695413 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 863e71ed-c163-4c77-9b5d-b40cad66b1f9 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:49.695755 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 863e71ed-c163-4c77-9b5d-b40cad66b1f9 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:49.907620 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423748-097c-4092-97bd-e0549c12164b req-54bd03dc-6bf9-428b-a1b1-689b0c7bdde8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.909119 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba423748-097c-4092-97bd-e0549c12164b req-54bd03dc-6bf9-428b-a1b1-689b0c7bdde8 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0525873 Sep 07 16:16:49.951632 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba423748-097c-4092-97bd-e0549c12164b req-4d2a057b-7791-49d9-8b19-13ca52c2f7c7 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Sep 07 16:16:50.663404 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f683f2-5827-4065-b788-216504b98290 req-9c8fa3ab-6a0b-4817-ad22-f46ec4a9323f tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:50.664938 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-26f683f2-5827-4065-b788-216504b98290 req-9c8fa3ab-6a0b-4817-ad22-f46ec4a9323f tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0546236 Sep 07 16:16:50.711237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-26f683f2-5827-4065-b788-216504b98290 req-86fe5f52-99ce-43db-9eb6-c2132b5b1a05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=1a69d151-f1cb-4806-b86a-b70964feb523&id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394771 Sep 07 16:16:51.063190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea730b-a7be-45a6-9e51-0cd156d2c206 req-aea14e77-440c-417c-9ca8-7ab774c72c22 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:51.064690 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8dea730b-a7be-45a6-9e51-0cd156d2c206 req-aea14e77-440c-417c-9ca8-7ab774c72c22 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0494974 Sep 07 16:16:51.102450 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8dea730b-a7be-45a6-9e51-0cd156d2c206 req-835276ad-a4d3-4e30-be5c-19b43b8b1b8f tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Sep 07 16:16:52.219454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af269bd0-c35e-4df2-8dc3-99c5d67d144b req-618fa17f-605f-486a-84ee-4f36a9d4c13e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:52.220999 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-af269bd0-c35e-4df2-8dc3-99c5d67d144b req-618fa17f-605f-486a-84ee-4f36a9d4c13e tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0505843 Sep 07 16:16:52.257856 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-af269bd0-c35e-4df2-8dc3-99c5d67d144b req-a69c82a3-e97b-43c5-866a-4507e37b4cdc tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Sep 07 16:16:53.393652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842323d0-c7ff-4c2c-8f38-36367dbf37b8 req-af45ae5b-3564-40e7-bf44-9a5d8c44e607 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:53.395535 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-842323d0-c7ff-4c2c-8f38-36367dbf37b8 req-af45ae5b-3564-40e7-bf44-9a5d8c44e607 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0660257 Sep 07 16:16:53.444065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-842323d0-c7ff-4c2c-8f38-36367dbf37b8 req-adc35729-895d-464a-ac10-55a607b4922c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Sep 07 16:16:54.561827 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7e191-ba66-4cb8-9457-8f289b985d3f req-3f8f4c46-ea78-4ac0-933d-829e111fbe2c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.564132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-43b7e191-ba66-4cb8-9457-8f289b985d3f req-3f8f4c46-ea78-4ac0-933d-829e111fbe2c tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0513310 Sep 07 16:16:54.602021 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-43b7e191-ba66-4cb8-9457-8f289b985d3f req-1ec6b0f9-a857-467a-9d90-e854f6164287 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.82 "GET /v2.0/security-groups?id=85684ae0-c894-4150-9c5d-d57806f778d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Sep 07 16:16:54.605349 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-57254dcc-20bd-4c44-ad0d-db0a42076ef5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.606812 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-57254dcc-20bd-4c44-ad0d-db0a42076ef5 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb146ece-edfe-47d2-af42-e64dbdbdb2eb HTTP/1.1" status: 200 len: 945 time: 0.0484357 Sep 07 16:16:54.698535 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Deleting port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:54.698874 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.789520 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] For port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:54.789886 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.802463 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Calling delete_port for 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:54.933527 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.949725 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['8318c0a0-f17a-47a3-a1c3-7d554dfbcab6'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:54.960687 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Pushing event deleted for resources: {'Port': ['ID=8318c0a0-f17a-47a3-a1c3-7d554dfbcab6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:55.001070 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] No DVR routers for this DVR port 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:55.003527 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:55.005423 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef9a5322-af44-4c72-87c9-a1b12f413cb0 req-7a5134ac-b0f8-4ec4-9b3f-bfb563d447a4 tempest-ServerRescueNegativeTestJSON-1560727948 tempest-ServerRescueNegativeTestJSON-1560727948-project] 10.222.0.83 "DELETE /v2.0/ports/8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 HTTP/1.1" status: 204 len: 173 time: 0.3912678 Sep 07 16:16:55.005835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'name': 'network-vif-deleted', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:55.008027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec35732e-3262-4f49-8e25-cbd0b4e235c9" -d '{"events": [{"server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "name": "network-vif-deleted", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:55.050261 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740ea0a-fe77-4407-b7d4-7837039403de x-openstack-request-id: req-6740ea0a-fe77-4407-b7d4-7837039403de {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:55.050550 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb146ece-edfe-47d2-af42-e64dbdbdb2eb", "name": "network-vif-deleted", "tag": "8318c0a0-f17a-47a3-a1c3-7d554dfbcab6", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:55.050847 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6740ea0a-fe77-4407-b7d4-7837039403de {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:55.051271 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb146ece-edfe-47d2-af42-e64dbdbdb2eb', 'name': 'network-vif-deleted', 'tag': '8318c0a0-f17a-47a3-a1c3-7d554dfbcab6', 'status': 'completed', 'code': 200} Sep 07 16:16:55.658015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48658) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:56.101331 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.394778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Deleting port 18bd2dd7-5551-4aa5-b957-43b2f2278555 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:56.395045 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.472043 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] For port 18bd2dd7-5551-4aa5-b957-43b2f2278555, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=18bd2dd7-5551-4aa5-b957-43b2f2278555,segment=NetworkSegment(1e12fb15-e8bc-4dfb-81da-378ecb001592),segment_id=1e12fb15-e8bc-4dfb-81da-378ecb001592)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:56.472410 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.485263 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Calling delete_port for 18bd2dd7-5551-4aa5-b957-43b2f2278555 owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:56.660312 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.687987 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bd2dd7-5551-4aa5-b957-43b2f2278555,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:56.841746 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.052455 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Router f7f417d3-98a9-4b8d-b2eb-270b67dec185 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:16:57.385999 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:16:57.392328 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e59054af-8a61-4aad-9f47-fbf0ef0be3b4 admin admin] 10.222.0.82 "PUT /v2.0/routers/f7f417d3-98a9-4b8d-b2eb-270b67dec185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318199 Sep 07 16:16:57.393480 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48674) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:57.396790 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Sync routers for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:16:57.407148 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:57.407846 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:16:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.506807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.513981 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:57.614161 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.667328 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Deleting port bff0416f-f0e7-4626-b85b-48f0fc072c53 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:57.668036 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.693614 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:16:56Z', 'revision_number': 5, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port': {'id': 'bff0416f-f0e7-4626-b85b-48f0fc072c53', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:02Z', 'updated_at': '2021-09-07T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.720716 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Checking router: f7f417d3-98a9-4b8d-b2eb-270b67dec185 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:16:57.729083 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Routers {'f7f417d3-98a9-4b8d-b2eb-270b67dec185'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:57.729704 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:16:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.749772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] For port bff0416f-f0e7-4626-b85b-48f0fc072c53, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=bff0416f-f0e7-4626-b85b-48f0fc072c53,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:57.750132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.772900 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Calling delete_port for bff0416f-f0e7-4626-b85b-48f0fc072c53 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:57.819725 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] Set router f7f417d3-98a9-4b8d-b2eb-270b67dec185 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:57.874474 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:16:57Z', 'revision_number': 6, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.901848 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707ce5c-355b-44f9-95ed-50f6a4a1791e None None] The sync data for ids ['f7f417d3-98a9-4b8d-b2eb-270b67dec185'] in dv-cinder-806991-3-iscsi is: [{'id': 'f7f417d3-98a9-4b8d-b2eb-270b67dec185', 'name': 'tempest-ServerRescueNegativeTestJSON-955327541-router', 'tenant_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:01Z', 'updated_at': '2021-09-07T16:16:57Z', 'revision_number': 6, 'project_id': '8f0c4b853aaf483dae4821f3cf77de9c', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:16:57.940793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.971336 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Pushing event deleted for resources: {'Port': ['ID=bff0416f-f0e7-4626-b85b-48f0fc072c53,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.029930 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.135638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.137763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.203326 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.203772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f417d3-98a9-4b8d-b2eb-270b67dec185 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:16:58.208635 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.209771 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-767757fd-1174-42b8-b86e-df3bec8b898b admin admin] 10.222.0.82 "DELETE /v2.0/routers/f7f417d3-98a9-4b8d-b2eb-270b67dec185 HTTP/1.1" status: 204 len: 168 time: 0.8154421 Sep 07 16:16:58.212268 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48680) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.260084 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Deleting subnet 6f695964-2282-4401-8e25-d5d29bd7fb14 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:58.263580 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.300723 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.349463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.407572 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.434402 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f695964-2282-4401-8e25-d5d29bd7fb14,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.437103 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.438995 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a9fc1777-db5a-4b91-b141-d71ab61ae6e1 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6f695964-2282-4401-8e25-d5d29bd7fb14 HTTP/1.1" status: 204 len: 168 time: 0.2258251 Sep 07 16:16:58.441549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48682) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.507205 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.586346 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.607131 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b3c4a1-8360-42f1-a612-75d585fba9c1']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:58.616082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e12fb15-e8bc-4dfb-81da-378ecb001592') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:58.616380 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e12fb15-e8bc-4dfb-81da-378ecb001592') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:58.625778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.638955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.644781 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:58.645187 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:58.647212 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:58.691203 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 18bd2dd7-5551-4aa5-b957-43b2f2278555 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:58.712280 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.721576 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 18bd2dd7-5551-4aa5-b957-43b2f2278555 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:58.722209 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 18bd2dd7-5551-4aa5-b957-43b2f2278555 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:58.725131 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.734312 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] 10.222.0.82 "DELETE /v2.0/networks/28b3c4a1-8360-42f1-a612-75d585fba9c1 HTTP/1.1" status: 204 len: 168 time: 0.2916245 Sep 07 16:16:58.744576 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742fbb3-9d37-4b9e-8323-04cf22d95847 admin admin] Pushing event deleted for resources: {'Network': ['ID=28b3c4a1-8360-42f1-a612-75d585fba9c1,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.905635 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48688) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.954592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a322ce09-fb3d-4c35-be3b-02c8e1d99a78 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8f0c4b853aaf483dae4821f3cf77de9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461364 Sep 07 16:16:58.955501 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48690) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:59.004296 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.024974 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.073622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.076149 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.079344 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/85684ae0-c894-4150-9c5d-d57806f778d9 HTTP/1.1" status: 204 len: 168 time: 0.1208601 Sep 07 16:16:59.089903 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee578592-6da3-4cbe-8dd0-8da29fe58d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85684ae0-c894-4150-9c5d-d57806f778d9,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:59.736174 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:59.762152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:59.762579 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 8318c0a0-f17a-47a3-a1c3-7d554dfbcab6 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:59.999787 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device bff0416f-f0e7-4626-b85b-48f0fc072c53 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:00.019988 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: bff0416f-f0e7-4626-b85b-48f0fc072c53 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:00.020653 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device bff0416f-f0e7-4626-b85b-48f0fc072c53 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:01.465313 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9d082-9c95-49a2-a2c1-a52a4c1ab30c req-57695479-27f2-4282-9bd0-67ecd4eb1bab tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.466798 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74f9d082-9c95-49a2-a2c1-a52a4c1ab30c req-57695479-27f2-4282-9bd0-67ecd4eb1bab tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0525777 Sep 07 16:17:01.504603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74f9d082-9c95-49a2-a2c1-a52a4c1ab30c req-6b1771b8-f8e0-43b5-93dd-38b3565c024f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Sep 07 16:17:02.619335 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36816228-3b5d-4405-a5c8-432c2c3e08ca req-986a327e-7abd-49e7-b191-d991fb8788eb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:02.620714 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-36816228-3b5d-4405-a5c8-432c2c3e08ca req-986a327e-7abd-49e7-b191-d991fb8788eb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0484090 Sep 07 16:17:02.658708 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-36816228-3b5d-4405-a5c8-432c2c3e08ca req-271e5af1-9971-424b-9b3b-47c5394bb6f0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Sep 07 16:17:03.770512 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037672fe-98b1-4eb6-b170-7e55925976bc req-44b032cc-6aa3-4438-87ba-249dc35f7932 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:03.771996 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-037672fe-98b1-4eb6-b170-7e55925976bc req-44b032cc-6aa3-4438-87ba-249dc35f7932 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0481868 Sep 07 16:17:03.809710 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-037672fe-98b1-4eb6-b170-7e55925976bc req-08bb1031-1110-476f-884c-59f8c9f7ab28 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Sep 07 16:17:04.155558 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-081b3053-df25-44e6-9a02-5acc0cedf435 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388649 Sep 07 16:17:04.230365 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-c675f3c7-5947-480f-9bd0-87286cb98bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.231982 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-c675f3c7-5947-480f-9bd0-87286cb98bd2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 1100 time: 0.0424008 Sep 07 16:17:04.342138 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-d88094a0-ce00-4176-a0dc-f8fbb845973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.343750 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-d88094a0-ce00-4176-a0dc-f8fbb845973e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.0841115 Sep 07 16:17:04.417268 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-c89eb507-15d0-4d41-b970-05d66d7360ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 200 len: 1002 time: 0.0631413 Sep 07 16:17:04.473007 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-9267fc31-595c-4ee1-9a5d-fd6ecef2e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.474561 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-9267fc31-595c-4ee1-9a5d-fd6ecef2e9fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0452487 Sep 07 16:17:04.519488 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-897e5195-172b-4c82-88ad-9aa9d9d1eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.520940 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-897e5195-172b-4c82-88ad-9aa9d9d1eb12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388231 Sep 07 16:17:04.614890 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-c240d082-8d3e-4c56-bffd-91108f0e0893 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Sep 07 16:17:04.712055 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41ecf7f6-c470-4160-a74b-e747ed9f0798 req-9f3fd0cb-2301-4300-a8bf-15d3a1f2357e service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837269 Sep 07 16:17:04.930351 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ee580-1fec-4580-85e7-116f2c6c6602 req-978d7b62-e6e4-450b-b1d4-b484a23f863d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.931882 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-001ee580-1fec-4580-85e7-116f2c6c6602 req-978d7b62-e6e4-450b-b1d4-b484a23f863d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0526764 Sep 07 16:17:04.979467 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-001ee580-1fec-4580-85e7-116f2c6c6602 req-c1e40066-f8ea-4f0f-a366-56a7c1d3eef8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Sep 07 16:17:04.987541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48800) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.092282 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaa56-9f59-4402-b8a8-31f2d287956d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.181673 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaa56-9f59-4402-b8a8-31f2d287956d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.186553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dc0eaa56-9f59-4402-b8a8-31f2d287956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.232049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eaa56-9f59-4402-b8a8-31f2d287956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c748a-ecc1-4ca4-93b5-ee5316dbbcc1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.247260 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dc0eaa56-9f59-4402-b8a8-31f2d287956d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e67780abfb9549ad9097c65e329c6292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585614 Sep 07 16:17:05.249772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48810) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.277354 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:17:05.300777 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.322939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.369528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.371995 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.373129 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f59c748a-ecc1-4ca4-93b5-ee5316dbbcc1 HTTP/1.1" status: 204 len: 168 time: 0.1225061 Sep 07 16:17:05.380880 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dba83-fa2f-46ce-a38f-06af3aa6367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c748a-ecc1-4ca4-93b5-ee5316dbbcc1,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.630333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48816) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.645843 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-00d89117-9771-424d-907e-623ccb801fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.732746 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-00d89117-9771-424d-907e-623ccb801fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.736128 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-00d89117-9771-424d-907e-623ccb801fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.773634 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-00d89117-9771-424d-907e-623ccb801fdf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08ec3ff9355841dabea42dc0331611c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421316 Sep 07 16:17:05.774614 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89117-9771-424d-907e-623ccb801fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0b7e2-d72f-4bf1-9abb-1ffb025780f1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.777004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48818) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.830378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.851568 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.856764 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.896739 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.899584 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.900946 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/58b0b7e2-d72f-4bf1-9abb-1ffb025780f1 HTTP/1.1" status: 204 len: 168 time: 0.1213593 Sep 07 16:17:05.908586 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0b7e2-d72f-4bf1-9abb-1ffb025780f1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.915382 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.915725 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.916064 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.916393 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.916717 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.917047 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.917366 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.917686 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.918005 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.918324 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.918638 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:05.918951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573cbf5-e215-49b4-8498-d7e8432024fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:06.097531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f12a-0e3c-4040-81af-8bfaf3257e0a req-6b3bba6a-180d-4879-8897-c9a8ffbfd898 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:06.099097 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a704f12a-0e3c-4040-81af-8bfaf3257e0a req-6b3bba6a-180d-4879-8897-c9a8ffbfd898 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0519435 Sep 07 16:17:06.138403 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a704f12a-0e3c-4040-81af-8bfaf3257e0a req-409d997c-62dd-4a2b-9d7f-5f47c89c9919 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Sep 07 16:17:06.979900 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48852) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.049423 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a95-ee63-4074-91ed-153363cc08cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.091466 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7262950f-6f3a-4d03-9f2f-57604a766fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.179335 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7262950f-6f3a-4d03-9f2f-57604a766fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.183527 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7262950f-6f3a-4d03-9f2f-57604a766fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.222697 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7262950f-6f3a-4d03-9f2f-57604a766fef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e2e1714a41e140ee85539aa142c889c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416964 Sep 07 16:17:07.223671 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262950f-6f3a-4d03-9f2f-57604a766fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e51970-6588-4131-9b24-658edde207a3,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:07.227279 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48858) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.252631 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721657e0-9a0c-4b7a-ac93-a7e5c69b84da req-b2803da0-1aa1-42c9-b679-ca613373f416 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:07.254337 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-721657e0-9a0c-4b7a-ac93-a7e5c69b84da req-b2803da0-1aa1-42c9-b679-ca613373f416 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0486372 Sep 07 16:17:07.275968 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.295453 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-721657e0-9a0c-4b7a-ac93-a7e5c69b84da req-a5c7e5fd-a334-48e1-ad58-f8b9278ad398 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347197 Sep 07 16:17:07.300532 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.346617 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.349131 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.350313 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d7e51970-6588-4131-9b24-658edde207a3 HTTP/1.1" status: 204 len: 168 time: 0.1221335 Sep 07 16:17:07.358611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8e1b7-81cd-4c6d-9a91-9f00ca1186a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e51970-6588-4131-9b24-658edde207a3,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.422215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9b39-5f3d-4854-b2eb-6cc3f0e0de39 req-820a143a-c4df-4c6f-9a3f-cc6ce9d92289 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:08.423755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c26f9b39-5f3d-4854-b2eb-6cc3f0e0de39 req-820a143a-c4df-4c6f-9a3f-cc6ce9d92289 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0501618 Sep 07 16:17:08.462832 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c26f9b39-5f3d-4854-b2eb-6cc3f0e0de39 req-2b17571a-9948-4d88-a93a-502046c232d1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Sep 07 16:17:09.577368 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506cb9-d325-4b09-83aa-966064f7696d req-f5596d28-b3a0-4f74-8557-9a1554bc4408 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:09.578832 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-66506cb9-d325-4b09-83aa-966064f7696d req-f5596d28-b3a0-4f74-8557-9a1554bc4408 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0491149 Sep 07 16:17:09.612633 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.616937 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-66506cb9-d325-4b09-83aa-966064f7696d req-ba9c5554-2d6a-4ab9-a88c-a56654afbdda tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Sep 07 16:17:09.713494 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-60677eaf-9ce2-4b6c-985d-1f6c5a0302ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.729568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a7da-65b0-4a98-8324-b22315e89085 req-d69d3faf-c31e-4fd5-86ad-38b9f30df1fb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:10.731207 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51b3a7da-65b0-4a98-8324-b22315e89085 req-d69d3faf-c31e-4fd5-86ad-38b9f30df1fb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0487754 Sep 07 16:17:10.773748 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51b3a7da-65b0-4a98-8324-b22315e89085 req-a620a7ca-8c55-4bc3-959f-5891b630dff8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365520 Sep 07 16:17:11.433742 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.930260 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4e576-cb56-4852-a935-caeb37a5bbab req-69eee1ee-5ed0-440d-aa8d-a639f86069bc tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.931807 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-70a4e576-cb56-4852-a935-caeb37a5bbab req-69eee1ee-5ed0-440d-aa8d-a639f86069bc tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0565362 Sep 07 16:17:11.971746 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-70a4e576-cb56-4852-a935-caeb37a5bbab req-4a3b4ec6-f45b-4999-9e67-43913196485b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Sep 07 16:17:12.987702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.093474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63840b1e-37f4-4ccd-bc5e-fb5606ce1c35 req-bb987b30-1ac2-4bb5-bcf4-d17bc27e0d21 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.094954 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63840b1e-37f4-4ccd-bc5e-fb5606ce1c35 req-bb987b30-1ac2-4bb5-bcf4-d17bc27e0d21 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0493600 Sep 07 16:17:13.132405 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-63840b1e-37f4-4ccd-bc5e-fb5606ce1c35 req-f9b10b18-be79-4e40-aa4e-6dae4f1b3e12 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Sep 07 16:17:13.464480 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48948) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.565431 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32d90107-c580-4069-9898-eca1aaa64fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.656599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32d90107-c580-4069-9898-eca1aaa64fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.660919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-32d90107-c580-4069-9898-eca1aaa64fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.707406 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-32d90107-c580-4069-9898-eca1aaa64fa8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ecb8465d929349c280c81fd45a229438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418394 Sep 07 16:17:13.708251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d90107-c580-4069-9898-eca1aaa64fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99c553-d70b-4dff-8f1f-0650fe63232c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.710129 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48958) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.759620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.780789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.828622 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.831295 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.832455 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9f99c553-d70b-4dff-8f1f-0650fe63232c HTTP/1.1" status: 204 len: 168 time: 0.1212912 Sep 07 16:17:13.840597 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b35fc0-5289-457e-b203-939eca2def6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99c553-d70b-4dff-8f1f-0650fe63232c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.093585 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 48964) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.106789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a03429ab-43ab-4237-abef-048db620d7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.198009 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a03429ab-43ab-4237-abef-048db620d7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.202216 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a03429ab-43ab-4237-abef-048db620d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.245218 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c07d5c-6e5f-4abd-9c04-22ecc706eb0f req-4302c90b-7202-4b61-b150-78790f278680 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.245856 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a03429ab-43ab-4237-abef-048db620d7bf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1b6412a1c4304febaa8906ad49bc6eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506577 Sep 07 16:17:14.246146 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03429ab-43ab-4237-abef-048db620d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749bd8b-bc69-425e-b0dc-2f77e2b71222,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.246841 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-69c07d5c-6e5f-4abd-9c04-22ecc706eb0f req-4302c90b-7202-4b61-b150-78790f278680 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0488613 Sep 07 16:17:14.247965 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 48968) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.316937 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-69c07d5c-6e5f-4abd-9c04-22ecc706eb0f req-96fdc7ae-0ce0-4e0f-b1d3-69a54396a79d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626974 Sep 07 16:17:14.333922 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.354944 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.400321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.403641 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.404798 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9749bd8b-bc69-425e-b0dc-2f77e2b71222 HTTP/1.1" status: 204 len: 168 time: 0.1559303 Sep 07 16:17:14.413051 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0444e1-bf78-4b9f-a8db-0d743f1a418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749bd8b-bc69-425e-b0dc-2f77e2b71222,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.460878 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4994c-5196-4a2e-bdde-6d44026692cc req-8bf6b2d9-0b86-4ef0-8886-b40d6eeb5863 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:15.463195 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37b4994c-5196-4a2e-bdde-6d44026692cc req-8bf6b2d9-0b86-4ef0-8886-b40d6eeb5863 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0645630 Sep 07 16:17:15.506269 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37b4994c-5196-4a2e-bdde-6d44026692cc req-78631cce-972b-4bc3-ac55-837a41649e7f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355182 Sep 07 16:17:16.640789 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e047c-c49a-4234-b86c-cdbadf77cdfe req-c50b850a-4b6d-4915-a003-2b6c27d488b4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:16.642278 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac1e047c-c49a-4234-b86c-cdbadf77cdfe req-c50b850a-4b6d-4915-a003-2b6c27d488b4 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0494573 Sep 07 16:17:16.679628 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac1e047c-c49a-4234-b86c-cdbadf77cdfe req-a7ea85e8-24fe-40e0-9b7e-496081f245d5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Sep 07 16:17:17.794979 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851368-1b7a-41d7-8103-946ab9b41930 req-7991e579-4e47-4734-a0ea-f2233408bfcf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:17.796514 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-82851368-1b7a-41d7-8103-946ab9b41930 req-7991e579-4e47-4734-a0ea-f2233408bfcf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0492060 Sep 07 16:17:17.834047 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-82851368-1b7a-41d7-8103-946ab9b41930 req-f7887d99-6b8c-4e54-b212-817bef60909e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Sep 07 16:17:18.441149 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8516832-58bc-462b-bdc1-44474ad3f4d6 req-45801fa9-9dfb-465f-b12a-c685ca9a85f1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:18.442638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f8516832-58bc-462b-bdc1-44474ad3f4d6 req-45801fa9-9dfb-465f-b12a-c685ca9a85f1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 946 time: 0.0542700 Sep 07 16:17:18.484954 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f8516832-58bc-462b-bdc1-44474ad3f4d6 req-4984aef3-20a4-407b-bde6-b2617c6a5888 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Sep 07 16:17:18.498941 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49070) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:18.600791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.691082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.696983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.733452 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833704ee-9e60-4ea7-b873-a15a36975b1d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.737350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ff898249a1a14169b781714dc0eeeca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373505 Sep 07 16:17:18.740257 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49074) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:18.743087 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.743973 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.744318 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.744658 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.744992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.745327 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.745660 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.745989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.746324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.746650 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.746975 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.747322 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd67225-f698-400c-97ab-49e55fc6f2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:18.788645 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.809698 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.855158 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.857825 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.859011 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/833704ee-9e60-4ea7-b873-a15a36975b1d HTTP/1.1" status: 204 len: 168 time: 0.1177821 Sep 07 16:17:18.867455 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aa1b6-e436-4aa7-aec5-bea644647690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833704ee-9e60-4ea7-b873-a15a36975b1d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.955264 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430f6d-52cd-4058-97cb-2a4dac47c9a5 req-60242d1b-e2ad-48ed-a64a-a7139681fdd7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:18.957305 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df430f6d-52cd-4058-97cb-2a4dac47c9a5 req-60242d1b-e2ad-48ed-a64a-a7139681fdd7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0502384 Sep 07 16:17:19.001080 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df430f6d-52cd-4058-97cb-2a4dac47c9a5 req-18db8963-4c80-4f6f-980a-da912d62a94e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 Sep 07 16:17:19.494029 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49098) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.595334 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1264439986-network', 'tenant_id': '0a4d9e08f412466d88d9b298d79d03a5'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:19.606737 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fd33a-c4b0-47d6-a6ae-3571bfbc26ed req-6d4825d0-46ac-478b-b4c5-44c7a7f17a55 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.608210 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-073fd33a-c4b0-47d6-a6ae-3571bfbc26ed req-6d4825d0-46ac-478b-b4c5-44c7a7f17a55 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 946 time: 0.0569301 Sep 07 16:17:19.640556 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Made reservation on behalf of 0a4d9e08f412466d88d9b298d79d03a5 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:19.642778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.657613 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.669318 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-073fd33a-c4b0-47d6-a6ae-3571bfbc26ed req-cd81734b-329a-40a3-9247-15f4c4624f61 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545273 Sep 07 16:17:19.753510 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.757158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.778272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:19.792067 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.796804 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.797154 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Added segment bd332aae-db9e-4ec6-b5d4-d8030d83408f of type vlan for network c4b2e099-2efb-43b3-9efd-188693c32952 Sep 07 16:17:19.835667 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.865266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.866203 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.866779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.898829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4037061 Sep 07 16:17:19.902815 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49104) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.908148 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Request body: {'subnet': {'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1264439986-subnet', 'tenant_id': '0a4d9e08f412466d88d9b298d79d03a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:19.926130 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c5b8-64a7-4b04-be3d-c01ffa021d92 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b2e099-2efb-43b3-9efd-188693c32952,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.929447 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Made reservation on behalf of 0a4d9e08f412466d88d9b298d79d03a5 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:19.931764 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6195459'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.939459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network c4b2e099-2efb-43b3-9efd-188693c32952 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:20.105188 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5563432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6195477'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.120123 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affee15-6962-484f-bb99-119617aae516 req-dfe2efa5-0001-4c1a-8bf3-de31f5394251 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.121722 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7affee15-6962-484f-bb99-119617aae516 req-dfe2efa5-0001-4c1a-8bf3-de31f5394251 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0530307 Sep 07 16:17:20.162195 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7affee15-6962-484f-bb99-119617aae516 req-5f66c6bf-8e18-4a51-94be-e6d0231582e8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Sep 07 16:17:20.184046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Checking segment: {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:20.184406 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Network hostable DHCP agents. Network: c4b2e099-2efb-43b3-9efd-188693c32952, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:20.186597 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c964b96d-49ea-410a-a559-a6cd15081618,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:20.216160 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Network c4b2e099-2efb-43b3-9efd-188693c32952 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:20.246889 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, c4b2e099-2efb-43b3-9efd-188693c32952) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:20.251959 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.252721 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.258674 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1edd59-d4de-499c-a805-95fa10cdce96 None None] Network c4b2e099-2efb-43b3-9efd-188693c32952 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:20.274950 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1471d975-4928-4ee4-a159-8aac985d748a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3710053 Sep 07 16:17:20.292115 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-175cdae4-1512-439f-a936-e39eff77845f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.294010 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-175cdae4-1512-439f-a936-e39eff77845f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 946 time: 0.0932980 Sep 07 16:17:20.397704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0330a8d-459a-4a0e-93ef-d29ce0fd1e59 req-d0c15228-e200-44b5-b9a6-ba066fd0811a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.405390 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0330a8d-459a-4a0e-93ef-d29ce0fd1e59 req-d0c15228-e200-44b5-b9a6-ba066fd0811a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0769906 Sep 07 16:17:20.413292 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Deleting port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:20.413912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.430502 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fd8f7-b497-45db-b6ab-7a9322faea7c None None] Network c4b2e099-2efb-43b3-9efd-188693c32952 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:20.506112 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0330a8d-459a-4a0e-93ef-d29ce0fd1e59 req-46e2d769-784d-4569-b4d0-fa1e6c84039e tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857296 Sep 07 16:17:20.510598 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-d6a122a7-3ee3-4d96-921c-b491d406dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.512903 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-d6a122a7-3ee3-4d96-921c-b491d406dbab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.1061170 Sep 07 16:17:20.544164 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] For port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:20.544590 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.558181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Calling delete_port for 7de19b26-b4a1-486e-80ae-c2163fcd6f8b owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:20.622722 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-293ff46e-bdf7-4216-bc19-9acd9c424723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.624433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-293ff46e-bdf7-4216-bc19-9acd9c424723 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.1015186 Sep 07 16:17:20.701369 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-f475c425-0026-46d2-82a2-0d22f7911aad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0677640 Sep 07 16:17:20.703938 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.718256 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['7de19b26-b4a1-486e-80ae-c2163fcd6f8b'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:20.738952 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Pushing event deleted for resources: {'Port': ['ID=7de19b26-b4a1-486e-80ae-c2163fcd6f8b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:20.766063 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-992ae00c-8b06-491b-9283-8903819f2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.767742 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-992ae00c-8b06-491b-9283-8903819f2aeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0591891 Sep 07 16:17:20.796376 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] No DVR routers for this DVR port 7de19b26-b4a1-486e-80ae-c2163fcd6f8b on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:20.799150 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.801333 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17d942b4-e7bd-4523-ad32-5963131a65a1 req-91ed4136-cd41-4ce6-b66b-81798dfebfad tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "DELETE /v2.0/ports/7de19b26-b4a1-486e-80ae-c2163fcd6f8b HTTP/1.1" status: 204 len: 173 time: 0.5000403 Sep 07 16:17:20.801857 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'name': 'network-vif-deleted', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:20.804184 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ef4e7-4ca8-43ac-8ddd-7788afae5922" -d '{"events": [{"server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "name": "network-vif-deleted", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:20.834230 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adf70feb-92a3-4b54-80dc-df5e75478101 req-27490066-a9a3-472d-9778-da20d4bf6c77 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=95e634c3-1d04-4581-9615-621da8d4a32d HTTP/1.1" status: 200 len: 210 time: 0.0461383 Sep 07 16:17:20.851615 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a163c0-aab4-4a69-8827-0633e9d58d0a x-openstack-request-id: req-26a163c0-aab4-4a69-8827-0633e9d58d0a {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:20.852182 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e634c3-1d04-4581-9615-621da8d4a32d", "name": "network-vif-deleted", "tag": "7de19b26-b4a1-486e-80ae-c2163fcd6f8b", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:20.853084 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-26a163c0-aab4-4a69-8827-0633e9d58d0a {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:20.853543 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e634c3-1d04-4581-9615-621da8d4a32d', 'name': 'network-vif-deleted', 'tag': '7de19b26-b4a1-486e-80ae-c2163fcd6f8b', 'status': 'completed', 'code': 200} Sep 07 16:17:20.854795 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-dc91fa70-1108-4428-b3fc-61e3e225492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.856344 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-dc91fa70-1108-4428-b3fc-61e3e225492b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803373 Sep 07 16:17:20.981932 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-3b9043b7-c15a-41a1-a2fd-40933fd73858 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067898 Sep 07 16:17:21.083388 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18ea4e-d885-4475-85c7-cf05d4fe9653 req-4bb78332-635f-44c7-ae17-fa2d05413612 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907347 Sep 07 16:17:21.633999 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a363-4032-4d0e-964a-38f3d528a174 req-a8c3a185-1b9f-449a-9ecd-d2194993cfbf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:21.635506 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-abe1a363-4032-4d0e-964a-38f3d528a174 req-a8c3a185-1b9f-449a-9ecd-d2194993cfbf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0491853 Sep 07 16:17:21.675684 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-abe1a363-4032-4d0e-964a-38f3d528a174 req-391627ef-46f2-4d27-b3af-da354e9a8d97 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341256 Sep 07 16:17:22.236337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-6c221775-fead-4f19-b137-0c28f9be5191 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:22.237821 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-6c221775-fead-4f19-b137-0c28f9be5191 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 809 time: 0.1067526 Sep 07 16:17:22.253632 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-d94fd034-07ad-46d5-bd3e-8188b116d1d9 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/quotas/0a4d9e08f412466d88d9b298d79d03a5 HTTP/1.1" status: 200 len: 375 time: 0.0100286 Sep 07 16:17:22.287655 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-ba4eda0a-af68-40b8-b122-a4c00677ba5d tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261192 Sep 07 16:17:22.380681 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-f9c646cb-86a8-430b-bb57-d7e5bfa406d7 service neutron] 10.222.0.82 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Sep 07 16:17:22.470158 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-c4e22535-0bd7-4e8a-a9cb-f13eed5af086 service neutron] 10.222.0.82 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829415 Sep 07 16:17:22.624097 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa07b11b-d17e-4513-ac72-66b8586ab1f0 req-a0020847-9c44-4ad3-a147-e0f8bcb9986e tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 210 time: 0.0263667 Sep 07 16:17:22.797696 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc549d86-4d99-4856-8644-a44eb1b12c33 req-61e3623c-a0b3-45e2-87d1-2f4cc0fb8a73 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:22.799412 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc549d86-4d99-4856-8644-a44eb1b12c33 req-61e3623c-a0b3-45e2-87d1-2f4cc0fb8a73 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0547915 Sep 07 16:17:22.846640 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc549d86-4d99-4856-8644-a44eb1b12c33 req-9dc551e3-147e-4c85-9632-02cbdc7fba35 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331643 Sep 07 16:17:23.718490 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3cd7c243-2422-43c2-8578-c650b8a0fc1a req-33db6c24-f316-41c0-9482-9644c9ec741f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 210 time: 0.0270519 Sep 07 16:17:24.005928 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 7de19b26-b4a1-486e-80ae-c2163fcd6f8b no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:24.026253 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 7de19b26-b4a1-486e-80ae-c2163fcd6f8b {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:24.026594 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 7de19b26-b4a1-486e-80ae-c2163fcd6f8b not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:24.808972 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a5f3f85b-4c0d-4a2b-bc89-643ace5082e1 req-7e8af178-76d6-4606-8dae-e9260239d85d tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 210 time: 0.0259650 Sep 07 16:17:25.530626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-99db396e-2e42-40f5-bc88-df86d3da5fee tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:25.532138 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-99db396e-2e42-40f5-bc88-df86d3da5fee tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 809 time: 0.1081011 Sep 07 16:17:25.549651 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Request body: {'port': {'device_id': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952', 'admin_state_up': True, 'tenant_id': '0a4d9e08f412466d88d9b298d79d03a5'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:25.660215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Made reservation on behalf of 0a4d9e08f412466d88d9b298d79d03a5 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:25.663674 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.793394 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Allocated IP 172.20.0.5 (c4b2e099-2efb-43b3-9efd-188693c32952/c964b96d-49ea-410a-a559-a6cd15081618/19a6f55e-dd7b-47ad-9703-e3b78214fa56) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:26.196966 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df27545e-dfd1-493a-8fad-c2ce75abc783 req-655667eb-1c1a-4ca7-af0d-63fc95e48e51 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 210 time: 0.2920504 Sep 07 16:17:26.235164 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.282225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.326500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Network c4b2e099-2efb-43b3-9efd-188693c32952 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:26.329862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:26.333098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:26.391603 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Pushing event updated for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:26.420125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:26.420788 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.444008 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-8de89ae0-2207-4623-a96b-5af29eb3c024 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934569 Sep 07 16:17:26.466939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Request body: {'port': {'device_id': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:26.547034 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.864891 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6f55e-dd7b-47ad-9703-e3b78214fa56 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:26.873863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.886368 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Transition to ACTIVE for port object 19a6f55e-dd7b-47ad-9703-e3b78214fa56 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:26.889782 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.938994 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:27.009324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Attempting to bind port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:27.009555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Attempting to bind port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:27.009887 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Attempting to bind port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 on network c4b2e099-2efb-43b3-9efd-188693c32952 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:27.014306 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 on network c4b2e099-2efb-43b3-9efd-188693c32952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:27.014647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Attempting to bind port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 on network c4b2e099-2efb-43b3-9efd-188693c32952 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:27.020003 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:27.020343 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Checking segment: {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:27.020744 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Bound using segment: {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:27.021176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Bound port: 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:27.021537 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.090085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:27.093025 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:27.098553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.136315 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.137391 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.139895 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] 10.222.0.83 "PUT /v2.0/ports/19a6f55e-dd7b-47ad-9703-e3b78214fa56 HTTP/1.1" status: 200 len: 1093 time: 0.6798818 Sep 07 16:17:27.140617 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:27.143802 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7f4db-86ce-42fb-8367-8018e9f89388" -d '{"events": [{"name": "network-changed", "server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:27.167163 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f557249-1ea3-4b6c-9f53-efa6f4bac410 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:27.204250 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91b361-373e-4fb9-bbcc-fa7b6b912eae x-openstack-request-id: req-ea91b361-373e-4fb9-bbcc-fa7b6b912eae {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:27.204961 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:27.204961 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea91b361-373e-4fb9-bbcc-fa7b6b912eae {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:27.205562 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56', 'status': 'completed', 'code': 200} Sep 07 16:17:27.241432 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-65ada402-4f30-4108-a0c1-544fc61714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.242963 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-65ada402-4f30-4108-a0c1-544fc61714a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 1096 time: 0.0544496 Sep 07 16:17:27.295656 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-ef97e9e7-932a-46f3-992b-4c21cab9c530 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56 HTTP/1.1" status: 200 len: 217 time: 0.0418656 Sep 07 16:17:27.368393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-17b3e2d7-f458-4c4f-985b-86b682af7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.369839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-17b3e2d7-f458-4c4f-985b-86b682af7484 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c964b96d-49ea-410a-a559-a6cd15081618 HTTP/1.1" status: 200 len: 849 time: 0.0664811 Sep 07 16:17:27.378020 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e338ba-9241-4b70-94ec-235f70522633 req-a9380287-ac0b-4145-b3bf-07af8acd0576 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.379399 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b5e338ba-9241-4b70-94ec-235f70522633 req-a9380287-ac0b-4145-b3bf-07af8acd0576 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.0863304 Sep 07 16:17:27.415269 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-282d1959-b23e-415a-9f6d-a63497fe877d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b2e099-2efb-43b3-9efd-188693c32952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349236 Sep 07 16:17:27.441407 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b5e338ba-9241-4b70-94ec-235f70522633 req-3ebbe5b2-5bf4-4b4d-9a6e-4d8675177eed tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533657 Sep 07 16:17:27.525845 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-fcccc5ea-65e2-40b7-b63b-13dd50e4d37e service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983341 Sep 07 16:17:27.630709 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d302a9ee-4b4b-4a7e-8733-1ca414afd02f req-d4f82de3-f336-420e-9aba-260ac528a8fe service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Sep 07 16:17:27.737780 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-457da520-c579-4b1a-992f-20cd235f7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.739351 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-457da520-c579-4b1a-992f-20cd235f7740 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 1096 time: 0.0452883 Sep 07 16:17:27.877301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-e9224656-f397-47cc-8095-edda885e6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.878780 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-e9224656-f397-47cc-8095-edda885e6be3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 911 time: 0.1301374 Sep 07 16:17:27.886565 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af67dfb-b35b-4350-b7cb-e1bd29b468d0 req-25ae195f-7c25-4a88-86e6-5927c90bf194 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.887945 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5af67dfb-b35b-4350-b7cb-e1bd29b468d0 req-25ae195f-7c25-4a88-86e6-5927c90bf194 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0736258 Sep 07 16:17:27.927362 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-d85ac67a-a0d1-4ba8-835f-66a0caafbcb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56 HTTP/1.1" status: 200 len: 217 time: 0.0384333 Sep 07 16:17:27.977957 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5af67dfb-b35b-4350-b7cb-e1bd29b468d0 req-11361c3a-37ca-4310-9379-820807b72861 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832250 Sep 07 16:17:27.999459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-aa50a144-f1dc-43ed-a72b-a8ebc7324471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:28.000872 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-aa50a144-f1dc-43ed-a72b-a8ebc7324471 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c964b96d-49ea-410a-a559-a6cd15081618 HTTP/1.1" status: 200 len: 849 time: 0.0533540 Sep 07 16:17:28.042554 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-51d176dd-146f-4ca2-818f-50e6a2717187 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b2e099-2efb-43b3-9efd-188693c32952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288696 Sep 07 16:17:28.143131 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-1633db94-0160-43b2-acb6-eb3969ffcde6 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Sep 07 16:17:28.567837 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a073-679d-4977-8e10-b3b7b199a8cb req-5b270ac0-d766-489b-84fe-c3fe85c19035 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:28.569379 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b54a073-679d-4977-8e10-b3b7b199a8cb req-5b270ac0-d766-489b-84fe-c3fe85c19035 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.0564675 Sep 07 16:17:28.614731 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b54a073-679d-4977-8e10-b3b7b199a8cb req-0ced78da-8c7e-4c83-b7c2-03de40e38c79 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Sep 07 16:17:29.059526 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ae7f4db-86ce-42fb-8367-8018e9f89388 req-daf13e20-784a-49e0-a580-66d0c3ffd0a8 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Sep 07 16:17:29.108476 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2339-c71b-41b2-842d-b199eb4598de req-5561c395-da86-44e9-819a-be6899955bc9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.109911 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-539d2339-c71b-41b2-842d-b199eb4598de req-5561c395-da86-44e9-819a-be6899955bc9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0528753 Sep 07 16:17:29.161361 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-539d2339-c71b-41b2-842d-b199eb4598de req-9d6a70a8-5bb5-4f9f-acbe-6f846cc4794c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 Sep 07 16:17:29.739624 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71eb9-2a1c-4568-a1cb-fe0ffd570722 req-c47fe961-719a-41fa-b609-300fc1cffdac tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.741117 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a3c71eb9-2a1c-4568-a1cb-fe0ffd570722 req-c47fe961-719a-41fa-b609-300fc1cffdac tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.0570705 Sep 07 16:17:29.782319 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a3c71eb9-2a1c-4568-a1cb-fe0ffd570722 req-904963a0-7ff2-4b6b-ae01-aac7b650a088 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Sep 07 16:17:30.289030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453caa6-eabe-4049-aba7-5e55c7375f2b req-7ea1adbd-0ef3-4956-8faf-8a9aebce1f19 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.291052 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c453caa6-eabe-4049-aba7-5e55c7375f2b req-7ea1adbd-0ef3-4956-8faf-8a9aebce1f19 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0545602 Sep 07 16:17:30.336061 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c453caa6-eabe-4049-aba7-5e55c7375f2b req-b4d44aab-d002-4b05-88a8-8135950141d3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 Sep 07 16:17:30.896639 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892985ee-6ed5-42ba-bcd5-4be00e383f8a req-10f14315-393a-4718-bf32-eca0b26b5269 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.898256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-892985ee-6ed5-42ba-bcd5-4be00e383f8a req-10f14315-393a-4718-bf32-eca0b26b5269 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.0486882 Sep 07 16:17:30.940229 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-892985ee-6ed5-42ba-bcd5-4be00e383f8a req-4bdc2b1c-7f7e-41a4-bcb1-a81344e2a3e8 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333140 Sep 07 16:17:31.462747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc3ba-908a-49de-a6a5-0d63798705c9 req-71c4c1bc-ec21-4dde-b876-939aab424022 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:31.464283 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae3dc3ba-908a-49de-a6a5-0d63798705c9 req-71c4c1bc-ec21-4dde-b876-939aab424022 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0533547 Sep 07 16:17:31.503703 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae3dc3ba-908a-49de-a6a5-0d63798705c9 req-b04faaf1-ee26-4ddd-8d36-606c9b490c45 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Sep 07 16:17:32.061044 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf878f5-e68f-44d9-a79a-a8b4e5b01246 req-5185acdb-6202-4fa4-b284-f665fe4bbb64 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.062578 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ddf878f5-e68f-44d9-a79a-a8b4e5b01246 req-5185acdb-6202-4fa4-b284-f665fe4bbb64 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.0505893 Sep 07 16:17:32.117364 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ddf878f5-e68f-44d9-a79a-a8b4e5b01246 req-3222d77f-876d-4e38-ae4c-88391d7c686a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Sep 07 16:17:32.245063 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-bec6dc8c-6d13-4d40-9c87-0a12966d001b tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.246459 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-bec6dc8c-6d13-4d40-9c87-0a12966d001b tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 814 time: 0.1455693 Sep 07 16:17:32.254837 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-3d2d9903-2349-4673-8601-eb176d838da6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.256238 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-3d2d9903-2349-4673-8601-eb176d838da6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.0801980 Sep 07 16:17:32.273423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-5181d623-6d7c-4b13-a26e-253c0c4f0f19 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/quotas/b8715e8c8dd742ffb27f6349244fbb4e HTTP/1.1" status: 200 len: 375 time: 0.0162466 Sep 07 16:17:32.328925 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-bf5967ef-6b00-4f7c-9ba0-e62478ac0d5f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393853 Sep 07 16:17:32.446322 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Deleting port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:32.446655 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.453549 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-4fe13fb4-79aa-4548-8d41-321129de3d59 service neutron] 10.222.0.82 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039844 Sep 07 16:17:32.648460 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-d1bca1e5-c478-4f1e-b0d4-dec085767b59 service neutron] 10.222.0.82 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839197 Sep 07 16:17:32.651784 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] For port 97fa1bc3-aaa6-424e-9b57-7b789a19d759, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=97fa1bc3-aaa6-424e-9b57-7b789a19d759,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:32.652615 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.741469 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0289-e3b2-46a7-8868-a06fd804f467 req-11cb14db-60c1-484a-91d5-4c3fd8776da5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.742994 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dd6c0289-e3b2-46a7-8868-a06fd804f467 req-11cb14db-60c1-484a-91d5-4c3fd8776da5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 947 time: 0.1497731 Sep 07 16:17:32.870133 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4d65a7fa-3959-4b8b-b262-6a1977a55178 req-e98100bc-7ac4-4717-a0b4-64f951f7805c tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0412235 Sep 07 16:17:32.874831 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dd6c0289-e3b2-46a7-8868-a06fd804f467 req-2f5a2910-0ae3-4a81-8104-0ffaeffd87f2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c0473be-f0c4-4c7c-86a6-e022a0666acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257944 Sep 07 16:17:32.948989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.949397 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.949655 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Floating IP 020b0ca5-6313-4f3c-88b6-a14801c299af disassociated. External IP: 172.27.0.253, port: 97fa1bc3-aaa6-424e-9b57-7b789a19d759. Sep 07 16:17:32.950075 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Calling delete_port for 97fa1bc3-aaa6-424e-9b57-7b789a19d759 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:33.099737 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.129555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'Port': ['ID=97fa1bc3-aaa6-424e-9b57-7b789a19d759,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:33.297738 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33478ac9-847c-4173-ae21-952c595717be req-dcfda71a-bc42-487b-9dd0-59a7ef1c4edd tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:33.299316 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-33478ac9-847c-4173-ae21-952c595717be req-dcfda71a-bc42-487b-9dd0-59a7ef1c4edd tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 943 time: 0.1056969 Sep 07 16:17:33.309022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:17:33.384540 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-33478ac9-847c-4173-ae21-952c595717be req-b65e608a-95e9-429f-b9f5-304a21768572 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783746 Sep 07 16:17:33.452069 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:33.464347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:33.474672 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:33.475249 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:33.497285 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] No DVR routers for this DVR port 97fa1bc3-aaa6-424e-9b57-7b789a19d759 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:33.500278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.502329 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-85cbba57-00cc-4236-b42c-ab02aa85f48f req-a3ade943-62c7-4931-9ea0-a5d37346ec68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "DELETE /v2.0/ports/97fa1bc3-aaa6-424e-9b57-7b789a19d759 HTTP/1.1" status: 204 len: 173 time: 1.2389655 Sep 07 16:17:33.502820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-deleted', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:33.505074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a1a62a-db36-42b4-bb59-32e463aaa3aa" -d '{"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-deleted", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:33.544838 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d462a6b-d536-4dc8-bfa8-a9bf1e73cdf0 x-openstack-request-id: req-6d462a6b-d536-4dc8-bfa8-a9bf1e73cdf0 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:33.545135 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536d00-e4f0-4807-97a4-700584f187cd", "name": "network-vif-deleted", "tag": "97fa1bc3-aaa6-424e-9b57-7b789a19d759", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:33.545390 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d462a6b-d536-4dc8-bfa8-a9bf1e73cdf0 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:33.545812 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536d00-e4f0-4807-97a4-700584f187cd', 'name': 'network-vif-deleted', 'tag': '97fa1bc3-aaa6-424e-9b57-7b789a19d759', 'status': 'completed', 'code': 200} Sep 07 16:17:33.599208 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:33.853588 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:33.894576 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:17:33.897991 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 19a6f55e-dd7b-47ad-9703-e3b78214fa56 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:17:33.921015 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:33.922105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:34.033116 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f8ee67b9-8cd8-47f9-aa6d-de4ceec899c5 req-2844343b-c9c6-4f27-acc1-ce45283068ef tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0437562 Sep 07 16:17:34.040810 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-2a93a0b2-b70f-48dc-ac66-944f4034ce31 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:34.042469 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-2a93a0b2-b70f-48dc-ac66-944f4034ce31 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 814 time: 0.2135966 Sep 07 16:17:34.059372 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Request body: {'port': {'device_id': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41', 'admin_state_up': True, 'tenant_id': 'b8715e8c8dd742ffb27f6349244fbb4e'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:34.119730 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d76e6e94-fc0f-4e38-af1d-47fec54ab3e4 req-021b2377-128f-4628-b32d-1e4743de0e37 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac536d00-e4f0-4807-97a4-700584f187cd HTTP/1.1" status: 200 len: 210 time: 0.0414908 Sep 07 16:17:34.189835 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:34.227979 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Made reservation on behalf of b8715e8c8dd742ffb27f6349244fbb4e for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:34.231714 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:34.238392 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.253145 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '19a6f55e-dd7b-47ad-9703-e3b78214fa56', 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952', 'port_id': '19a6f55e-dd7b-47ad-9703-e3b78214fa56', 'mac_address': 'fa:16:3e:cc:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964b96d-49ea-410a-a559-a6cd15081618', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:17:34.382727 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.403765 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a6f55e-dd7b-47ad-9703-e3b78214fa56 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:34.444944 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:34.593590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.653697 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:34.664287 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.664644 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.664997 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.665336 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.665675 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.666010 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.666344 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.666677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.667046 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.667384 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.667717 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.668043 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:34.675963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Allocated IP 172.20.0.13 (4604725e-42e4-4e93-9b4e-589723601e41/f38260ee-2d7f-4ded-b8e3-df8c80e035cd/1aad7b16-2e79-4dae-b429-730c2e71894a) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:34.677440 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:34.706514 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dccde2-793a-4fea-889e-a971428b6c0a None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:34.742644 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1cdd4-042e-4299-a407-4009911630db req-27470ca9-dae2-4991-9254-ae15a0f98d15 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:34.744323 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-85c1cdd4-042e-4299-a407-4009911630db req-27470ca9-dae2-4991-9254-ae15a0f98d15 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 944 time: 0.0853751 Sep 07 16:17:34.849400 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-85c1cdd4-042e-4299-a407-4009911630db req-13cfddfb-5b36-439e-ba61-8b89ac4a46d7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938897 Sep 07 16:17:34.872326 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['19a6f55e-dd7b-47ad-9703-e3b78214fa56'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:34.912106 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.976029 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.011044 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56355efd-658e-4bf3-976b-7f241ecf2a7e None None] New status for floating IP 020b0ca5-6313-4f3c-88b6-a14801c299af: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:17:35.033507 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Network 4604725e-42e4-4e93-9b4e-589723601e41 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:35.036637 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:35.039875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:35.085038 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Pushing event updated for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.122955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:35.124099 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.146674 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-342b9c80-ab60-46fa-8e03-e9ff741caba5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0911710 Sep 07 16:17:35.165735 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Request body: {'port': {'device_id': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:35.255906 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49290) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.280992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5a35d-c614-40ad-97c6-382457d5bdd8 req-d98c6fb8-5a5c-4083-a2ed-ab95b73a31ec tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:35.282415 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ea5a35d-c614-40ad-97c6-382457d5bdd8 req-d98c6fb8-5a5c-4083-a2ed-ab95b73a31ec tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 932 time: 0.1109736 Sep 07 16:17:35.283910 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.315518 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.339579 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.372303 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ea5a35d-c614-40ad-97c6-382457d5bdd8 req-f6037b6c-43b5-4a3a-978c-45bd81175e40 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702300 Sep 07 16:17:35.395493 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.398067 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.399408 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "DELETE /v2.0/security-groups/3c0473be-f0c4-4c7c-86a6-e022a0666acf HTTP/1.1" status: 204 len: 168 time: 0.1424587 Sep 07 16:17:35.402852 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49292) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.416004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba986-e3f6-462b-834f-24185b86cc8e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0473be-f0c4-4c7c-86a6-e022a0666acf,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.422611 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.api.v2.resource [None req-6ec7e21f-fa8f-45d4-80bc-722beda9e150 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] show failed (client error): The resource could not be found. Sep 07 16:17:35.423744 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6ec7e21f-fa8f-45d4-80bc-722beda9e150 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups/3c0473be-f0c4-4c7c-86a6-e022a0666acf HTTP/1.1" status: 404 len: 347 time: 0.0199089 Sep 07 16:17:35.426408 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49294) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.550684 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Deleting port 0013a76f-add3-43c0-91a1-66f43c8efb38 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:35.551045 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.616977 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aad7b16-2e79-4dae-b429-730c2e71894a {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:35.624721 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.637678 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.638002 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.641280 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Transition to ACTIVE for port object 1aad7b16-2e79-4dae-b429-730c2e71894a will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:35.645549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.651814 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Calling delete_port for 0013a76f-add3-43c0-91a1-66f43c8efb38 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:35.700876 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Pushing event updated for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.775902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Attempting to bind port 1aad7b16-2e79-4dae-b429-730c2e71894a on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:35.776537 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Attempting to bind port 1aad7b16-2e79-4dae-b429-730c2e71894a by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:35.776832 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Attempting to bind port 1aad7b16-2e79-4dae-b429-730c2e71894a on network 4604725e-42e4-4e93-9b4e-589723601e41 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:35.781608 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Port 1aad7b16-2e79-4dae-b429-730c2e71894a on network 4604725e-42e4-4e93-9b4e-589723601e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:35.781936 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Attempting to bind port 1aad7b16-2e79-4dae-b429-730c2e71894a on network 4604725e-42e4-4e93-9b4e-589723601e41 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:35.787244 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:35.787591 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Checking segment: {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:35.788162 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Bound using segment: {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:35.788609 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Bound port: 1aad7b16-2e79-4dae-b429-730c2e71894a, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e59432-1b56-404d-b65e-5409089ea82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:35.788976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.813678 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.841599 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'Port': ['ID=0013a76f-add3-43c0-91a1-66f43c8efb38,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.862389 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:35.867690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=1aad7b16-2e79-4dae-b429-730c2e71894a,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:35.868202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.872462 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.913348 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:35.914633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.916261 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] 10.222.0.83 "PUT /v2.0/ports/1aad7b16-2e79-4dae-b429-730c2e71894a HTTP/1.1" status: 200 len: 1094 time: 0.7577579 Sep 07 16:17:35.916716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:35.918988 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a8a5d-7978-4ddb-95ff-2ddce40f9340" -d '{"events": [{"name": "network-changed", "server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:35.923045 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 19a6f55e-dd7b-47ad-9703-e3b78214fa56 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:35.929492 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.933451 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.939243 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2b60a436-1ae1-4cb2-b0d2-1602d653ac57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "DELETE /v2.0/floatingips/020b0ca5-6313-4f3c-88b6-a14801c299af HTTP/1.1" status: 204 len: 168 time: 0.5114725 Sep 07 16:17:35.974360 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1002c-327f-4bd5-8562-962168a1a305 service neutron] Pushing event updated for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.993047 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965f4f6-4846-45eb-b238-31b1d2b741d4 x-openstack-request-id: req-4965f4f6-4846-45eb-b238-31b1d2b741d4 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:35.993345 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:35.993649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4965f4f6-4846-45eb-b238-31b1d2b741d4 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:35.994049 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a', 'status': 'completed', 'code': 200} Sep 07 16:17:36.021397 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3c50d-e1ad-4089-b6a3-bdea44f057e9 req-0a963da3-5da1-4dff-85f7-1261e668152c tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.029035 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf3c50d-e1ad-4089-b6a3-bdea44f057e9 req-0a963da3-5da1-4dff-85f7-1261e668152c tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 944 time: 0.1046751 Sep 07 16:17:36.037543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:36.042308 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:36.042860 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.088461 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf3c50d-e1ad-4089-b6a3-bdea44f057e9 req-c025e68c-9e32-46d7-8d1b-6a79cfea7d3b tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Sep 07 16:17:36.096949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-168c3b8d-adf4-4062-b9e8-7d0ffb2b7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.098550 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-168c3b8d-adf4-4062-b9e8-7d0ffb2b7555 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0975413 Sep 07 16:17:36.147919 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.161121 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-5f7b5757-377e-4e8e-98c8-5a03fe44e8fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aad7b16-2e79-4dae-b429-730c2e71894a HTTP/1.1" status: 200 len: 217 time: 0.0513589 Sep 07 16:17:36.172727 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:36.174931 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f79c17-311a-42c9-af9e-dfaf918d4664" -d '{"events": [{"server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:36.189815 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:36.194148 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.195047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:36.229558 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-d4a2a88b-160d-49e6-a975-8a8110b9cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.232799 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-d4a2a88b-160d-49e6-a975-8a8110b9cbcb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f38260ee-2d7f-4ded-b8e3-df8c80e035cd HTTP/1.1" status: 200 len: 854 time: 0.0608892 Sep 07 16:17:36.244775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 97fa1bc3-aaa6-424e-9b57-7b789a19d759 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:36.245093 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 97fa1bc3-aaa6-424e-9b57-7b789a19d759 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:36.250701 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f6834-465b-407d-85a5-68f223e663b7 x-openstack-request-id: req-657f6834-465b-407d-85a5-68f223e663b7 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:36.251124 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:36.251344 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-657f6834-465b-407d-85a5-68f223e663b7 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:36.251773 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56', 'code': 200} Sep 07 16:17:36.285871 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:36.287406 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-e18f1b05-ff69-4a7b-9f84-4925973ab9e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4604725e-42e4-4e93-9b4e-589723601e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459514 Sep 07 16:17:36.405789 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-104bcf91-2b2b-48ba-9102-2dbb0b71cd9e service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921156 Sep 07 16:17:36.447886 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33e46-c07d-415a-a846-18c607d919ee req-f0c033dc-1f55-420c-a09a-5afbbb3b9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.451704 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fcb33e46-c07d-415a-a846-18c607d919ee req-f0c033dc-1f55-420c-a09a-5afbbb3b9925 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 1098 time: 0.0528779 Sep 07 16:17:36.492895 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fcb33e46-c07d-415a-a846-18c607d919ee req-8881d5e8-9778-4001-9db1-86776a755ba8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Sep 07 16:17:36.557646 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49306) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.562040 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921975861', 'description': 'tempest-description--1799905187'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:36.563741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27429a83-6c2f-44ff-a77a-fa83049a632f req-b414da27-c6b6-4d4e-93fa-94cee5e8a97f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.565237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-27429a83-6c2f-44ff-a77a-fa83049a632f req-b414da27-c6b6-4d4e-93fa-94cee5e8a97f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 944 time: 0.1038730 Sep 07 16:17:36.567637 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9cf51629-8c15-4327-907d-945fd8f4eacb req-b3c960d1-177b-4bc6-8066-3f5da5ef5871 service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519120 Sep 07 16:17:36.585715 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.606098 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-27429a83-6c2f-44ff-a77a-fa83049a632f req-b553a44d-a792-41dc-b08c-1c84b4211aba tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340958 Sep 07 16:17:36.674799 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.678611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.707928 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.712733 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1502216 Sep 07 16:17:36.713486 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49308) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.713790 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2068f-e7a5-465d-a970-6d2e67b39e53 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15616ac4-51c6-482f-959c-1b7b73cb8c75,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:36.719734 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group_rule': {'security_group_id': '15616ac4-51c6-482f-959c-1b7b73cb8c75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:36.748445 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.830499 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-c7e5bc61-3232-441b-b360-1708e458a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.832061 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-c7e5bc61-3232-441b-b360-1708e458a9fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0731690 Sep 07 16:17:36.833740 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.838253 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.875520 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e1811d-18d4-46ac-8481-b31ba26a7757,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:36.888839 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.890040 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-42fad8be-d339-433a-8e48-243e525b65c9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747012 Sep 07 16:17:36.892972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49310) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.897610 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'security_group_rule': {'security_group_id': '15616ac4-51c6-482f-959c-1b7b73cb8c75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:36.924511 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.945943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-4920a5a2-143f-4c2e-9f9d-6bb39c3aa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.947453 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-4920a5a2-143f-4c2e-9f9d-6bb39c3aa46a service neutron] 10.222.0.83 "GET /v2.0/networks?id=4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 200 len: 916 time: 0.1021354 Sep 07 16:17:36.986355 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.990770 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.997480 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-bfbacef9-e900-4d13-96ef-f994f0ffbe05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aad7b16-2e79-4dae-b429-730c2e71894a HTTP/1.1" status: 200 len: 217 time: 0.0403218 Sep 07 16:17:37.012067 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfbf1eb-2f1f-417f-baea-159106a73f93,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:37.020916 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.022613 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0f5d16ef-aa76-471b-9be6-9c43a381dc2e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285715 Sep 07 16:17:37.027046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49312) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:37.032418 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:37.050820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-87fc657b-9cff-4ab5-93e2-4792e77213f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:37.052513 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-87fc657b-9cff-4ab5-93e2-4792e77213f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f38260ee-2d7f-4ded-b8e3-df8c80e035cd HTTP/1.1" status: 200 len: 854 time: 0.0481570 Sep 07 16:17:37.054181 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a94b8e4b-3536-469a-a57f-ca58fcffbfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.069962 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.092866 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-1abf1d7c-ae44-4585-8a0c-9bdbc267fba1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4604725e-42e4-4e93-9b4e-589723601e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281854 Sep 07 16:17:37.172791 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.243843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-728af83d-85b7-44e7-9808-0562f77c2b4f service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417601 Sep 07 16:17:37.252294 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88e673-60a6-41a2-b340-5ec1c16487c6 req-017527d5-4b4d-4821-81ab-76720943c4be tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:37.253767 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e88e673-60a6-41a2-b340-5ec1c16487c6 req-017527d5-4b4d-4821-81ab-76720943c4be tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 945 time: 0.0794287 Sep 07 16:17:37.293960 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Allocated IP 172.27.0.251 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:37.359369 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e88e673-60a6-41a2-b340-5ec1c16487c6 req-291219fb-9656-4638-9acb-619eb1fc6fa9 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974991 Sep 07 16:17:37.385119 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-776a8a5d-7978-4ddb-95ff-2ddce40f9340 req-0307c369-2110-4a8d-b40f-06bab39f3648 service neutron] 10.222.0.83 "GET /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303482 Sep 07 16:17:37.399860 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.440245 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.482706 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:37.485831 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:37.488709 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:37.517608 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:37.582983 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.616653 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.730741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cbca7-1843-4e43-8d2d-e6428154bc8d req-cd222295-55e6-4226-8091-b4c6549c094d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:37.732333 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-350cbca7-1843-4e43-8d2d-e6428154bc8d req-cd222295-55e6-4226-8091-b4c6549c094d tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 944 time: 0.0545714 Sep 07 16:17:37.789834 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-350cbca7-1843-4e43-8d2d-e6428154bc8d req-bb96d84d-bbe6-447f-b16c-c687684d6890 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503039 Sep 07 16:17:37.814304 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.819410 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.891048 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:37.901912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.915669 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.916894 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0f66982c-2de3-40b8-b89b-d42395e3e070 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8888347 Sep 07 16:17:38.104232 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-bd4cfabe-abb1-4691-b8e7-c81c4451236a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--921975861&fields=id&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 267 time: 0.0378737 Sep 07 16:17:38.213511 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-4cc17a0b-c130-49a9-9c89-754d40796950 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:38.214991 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-4cc17a0b-c130-49a9-9c89-754d40796950 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 816 time: 0.1039839 Sep 07 16:17:38.229915 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-7575a2a2-b317-4700-a4da-06fb4436f404 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/quotas/607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 375 time: 0.0091810 Sep 07 16:17:38.289262 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-19529a01-c784-40c1-a857-5deb7381345c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513370 Sep 07 16:17:38.382319 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-a09d29c1-c446-41f6-817b-c474fa6912f5 service neutron] 10.222.0.82 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815759 Sep 07 16:17:38.513883 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-8d2e6bb2-4ade-4c1e-b092-5c1fa9a5536e service neutron] 10.222.0.82 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249034 Sep 07 16:17:38.522224 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5f669-c899-4fdb-94b2-2efefbdaf274 req-453f3622-133c-49cf-9e38-4b213b7d10c7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:38.523706 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5f5f669-c899-4fdb-94b2-2efefbdaf274 req-453f3622-133c-49cf-9e38-4b213b7d10c7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 945 time: 0.0671992 Sep 07 16:17:38.565767 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5f5f669-c899-4fdb-94b2-2efefbdaf274 req-8d410e8e-bb93-4833-b87d-119515a59cf7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Sep 07 16:17:38.689354 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8bc52e8d-80e9-46e8-a838-84af7b2c2efa req-061ae9b4-2925-48c9-8a9b-5328c6cd0d9b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 210 time: 0.0327048 Sep 07 16:17:38.915991 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875864a-5632-4c5e-a938-93b4227d969b req-b3dac8bb-2cfc-4840-9bd7-e53f79f58c3f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:38.917374 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8875864a-5632-4c5e-a938-93b4227d969b req-b3dac8bb-2cfc-4840-9bd7-e53f79f58c3f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 944 time: 0.0540271 Sep 07 16:17:38.971403 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8875864a-5632-4c5e-a938-93b4227d969b req-3485042c-84c1-4149-8bed-e6d525a0275e tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Sep 07 16:17:39.313592 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c468c-7193-4929-bd16-488f7f2a899a req-55fb89ea-34af-46b1-a89d-5cba908614df tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:39.315148 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c38c468c-7193-4929-bd16-488f7f2a899a req-55fb89ea-34af-46b1-a89d-5cba908614df tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 945 time: 0.0523276 Sep 07 16:17:39.358829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c38c468c-7193-4929-bd16-488f7f2a899a req-a61bd9b0-a2fe-48ee-b94a-01427a6b18ec tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Sep 07 16:17:39.614098 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.719586 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da0318d2-8923-4f91-80d6-3f6c7d562117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.846444 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-54dec817-a3e6-4ecf-9bf2-50477761d0d9 req-583753c6-c1ab-4dbd-8754-1ceb69991403 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 210 time: 0.0380478 Sep 07 16:17:39.874332 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-7eb9ef95-e537-4123-8faa-c62eaad39181 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:39.875712 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-7eb9ef95-e537-4123-8faa-c62eaad39181 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 816 time: 0.1411610 Sep 07 16:17:39.925609 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-e33603a2-551e-417a-8313-3c6d30aa217d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 379 time: 0.0349948 Sep 07 16:17:39.939026 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 1aad7b16-2e79-4dae-b429-730c2e71894a details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:17:39.940548 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'port': {'device_id': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'admin_state_up': True, 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'security_groups': ['15616ac4-51c6-482f-959c-1b7b73cb8c75']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:40.048128 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=1aad7b16-2e79-4dae-b429-730c2e71894a,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:40.060654 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '1aad7b16-2e79-4dae-b429-730c2e71894a', 'network_id': '4604725e-42e4-4e93-9b4e-589723601e41', 'port_id': '1aad7b16-2e79-4dae-b429-730c2e71894a', 'mac_address': 'fa:16:3e:c5:d1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38260ee-2d7f-4ded-b8e3-df8c80e035cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:17:40.086004 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Made reservation on behalf of 607b839fd1c84804bcfdf4cf4e35a829 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:40.089479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.104361 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.120450 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aad7b16-2e79-4dae-b429-730c2e71894a {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:40.135191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c0e03-eb85-4f1f-9bc6-50d8fcebf34c req-26bcb77b-4375-4140-b11e-cac9900c9a3b tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.136682 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-050c0e03-eb85-4f1f-9bc6-50d8fcebf34c req-26bcb77b-4375-4140-b11e-cac9900c9a3b tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 944 time: 0.0831521 Sep 07 16:17:40.140817 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=1aad7b16-2e79-4dae-b429-730c2e71894a,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:40.149734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.203268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:40.217152 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-050c0e03-eb85-4f1f-9bc6-50d8fcebf34c req-ed29d915-705b-46e9-96fd-f816eafe865a tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 Sep 07 16:17:40.270811 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Allocated IP 172.20.0.13 (7897faab-2ea9-41e0-a40a-c4fa3c028274/9aec66f0-6cae-44c6-8fb0-9a6a590b3556/c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:40.441828 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.465870 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['1aad7b16-2e79-4dae-b429-730c2e71894a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:40.481319 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Transition to ACTIVE for port object c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:40.506688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bcf4b-b8bc-4339-8cdc-84c7e8f61e6c req-2b43f41b-c5d5-41fb-a0f2-75b6992d33c6 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.508216 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-262bcf4b-b8bc-4339-8cdc-84c7e8f61e6c req-2b43f41b-c5d5-41fb-a0f2-75b6992d33c6 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 945 time: 0.0724571 Sep 07 16:17:40.554791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.568797 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-262bcf4b-b8bc-4339-8cdc-84c7e8f61e6c req-a68d6c50-46cb-419c-8fbf-f4dc35006ac7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Sep 07 16:17:40.606860 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:40.611962 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:40.616581 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:40.620715 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:40.683647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.684316 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.702632 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d42038ac-79b0-462f-a8ba-54e05fd302a6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656510 Sep 07 16:17:40.721456 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Request body: {'port': {'device_id': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:40.797898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.852651 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fa5dc350-da84-46a3-a714-df91818d543b None None] Provisioning for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:40.856559 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fa5dc350-da84-46a3-a714-df91818d543b None None] Provisioning complete for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:40.856925 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc350-da84-46a3-a714-df91818d543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.898047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-fa5dc350-da84-46a3-a714-df91818d543b None None] Port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:41.000701 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-8c0ca6b1-4313-4ff0-901b-27bd0b95395a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.002197 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-8c0ca6b1-4313-4ff0-901b-27bd0b95395a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 945 time: 0.0486095 Sep 07 16:17:41.027166 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2618b-932c-48d3-8d62-575738a116ec req-b6735497-52aa-4e6f-8d0c-a8cbc0db9ab8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.028697 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1ec2618b-932c-48d3-8d62-575738a116ec req-b6735497-52aa-4e6f-8d0c-a8cbc0db9ab8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 932 time: 0.1053839 Sep 07 16:17:41.107717 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Deleting port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:41.108058 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.115765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1ec2618b-932c-48d3-8d62-575738a116ec req-dca776c1-a634-48af-ade0-e063f7e0d23c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801909 Sep 07 16:17:41.174243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:41.187602 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.200259 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Transition to ACTIVE for port object c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:41.204724 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.220329 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] For port 19a6f55e-dd7b-47ad-9703-e3b78214fa56, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=19a6f55e-dd7b-47ad-9703-e3b78214fa56,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:41.220837 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.234053 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Calling delete_port for 19a6f55e-dd7b-47ad-9703-e3b78214fa56 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:41.258553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.386781 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Attempting to bind port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:41.387174 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Attempting to bind port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:41.387514 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Attempting to bind port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:41.395705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:41.396052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Attempting to bind port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b on network 7897faab-2ea9-41e0-a40a-c4fa3c028274 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:41.404917 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:41.405171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Checking segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:41.405521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Bound using segment: {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:41.405886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Bound port: c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:41.406238 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.415379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4819-5d9d-434e-8193-828affd121be req-2bd1ed72-5da2-49d7-aba2-fce61adc5a43 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.416969 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-301d4819-5d9d-434e-8193-828affd121be req-2bd1ed72-5da2-49d7-aba2-fce61adc5a43 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0925612 Sep 07 16:17:41.417896 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.441865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['19a6f55e-dd7b-47ad-9703-e3b78214fa56'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:41.488917 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.523372 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-301d4819-5d9d-434e-8193-828affd121be req-7ca27cc6-3f03-4db0-9868-0ec6b5aa8a2f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 Sep 07 16:17:41.533816 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:41.538147 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:41.545278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.593049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.593759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.595488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] 10.222.0.83 "PUT /v2.0/ports/c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1094 time: 0.8786466 Sep 07 16:17:41.596009 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:41.598361 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04317551-5a3e-4cf3-8253-c8b043fa919f" -d '{"events": [{"name": "network-changed", "server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:41.628090 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db200b-b18c-484b-82a8-d96c6d0de638 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.703750 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8aa22b-9083-48d8-9822-06fc350783f2 x-openstack-request-id: req-8c8aa22b-9083-48d8-9822-06fc350783f2 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:41.704182 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:41.704446 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8c8aa22b-9083-48d8-9822-06fc350783f2 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:41.705015 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'status': 'completed', 'code': 200} Sep 07 16:17:41.732468 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Pushing event deleted for resources: {'Port': ['ID=19a6f55e-dd7b-47ad-9703-e3b78214fa56,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.734828 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-91c040be-2520-459f-8d2f-de7a618ed52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.737378 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-91c040be-2520-459f-8d2f-de7a618ed52e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1097 time: 0.0948498 Sep 07 16:17:41.761469 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c0dd6ea0-8646-48ca-8fae-a8b286a33488 req-eb1c747c-4f19-4664-bc96-4c86d4845673 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=63e25ac5-c0a1-4da8-b585-4c641c67675a HTTP/1.1" status: 200 len: 210 time: 0.0445855 Sep 07 16:17:41.790283 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] No DVR routers for this DVR port 19a6f55e-dd7b-47ad-9703-e3b78214fa56 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:41.793346 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.793973 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-55587b18-ec4e-41f9-ac36-0d70dc7c5c55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 217 time: 0.0403876 Sep 07 16:17:41.795716 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a7a05a8c-9210-4676-875f-1cd451a98658 req-0c8ff4d6-55c5-4968-a755-f94db9903f58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "DELETE /v2.0/ports/19a6f55e-dd7b-47ad-9703-e3b78214fa56 HTTP/1.1" status: 204 len: 173 time: 0.7840638 Sep 07 16:17:41.796163 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'name': 'network-vif-deleted', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:41.798538 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb9a0d-2ca8-486c-b644-592a881c9054" -d '{"events": [{"server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "name": "network-vif-deleted", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:41.845269 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6e2b6-6893-4894-be83-277e9415cfc2 x-openstack-request-id: req-0cf6e2b6-6893-4894-be83-277e9415cfc2 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:41.845551 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e25ac5-c0a1-4da8-b585-4c641c67675a", "name": "network-vif-deleted", "tag": "19a6f55e-dd7b-47ad-9703-e3b78214fa56", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:41.845792 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0cf6e2b6-6893-4894-be83-277e9415cfc2 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:41.846175 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e25ac5-c0a1-4da8-b585-4c641c67675a', 'name': 'network-vif-deleted', 'tag': '19a6f55e-dd7b-47ad-9703-e3b78214fa56', 'status': 'completed', 'code': 200} Sep 07 16:17:41.862978 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-3ddf8693-46bd-4281-ae60-e0bdc1386ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.864588 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-3ddf8693-46bd-4281-ae60-e0bdc1386ead service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0616782 Sep 07 16:17:41.920555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-578e008a-32fe-420e-b887-3ca55967e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.922213 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-578e008a-32fe-420e-b887-3ca55967e298 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488303 Sep 07 16:17:41.940041 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 1aad7b16-2e79-4dae-b429-730c2e71894a up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:41.989956 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 1aad7b16-2e79-4dae-b429-730c2e71894a completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:41.994448 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 1aad7b16-2e79-4dae-b429-730c2e71894a triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:41.994826 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.023502 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-9ef4bf8f-9c60-4e88-ac88-29987c906053 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Sep 07 16:17:42.090703 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.116641 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:42.118881 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d58a06-74eb-4f02-a280-7717ad9df63e" -d '{"events": [{"server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:42.132648 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=1aad7b16-2e79-4dae-b429-730c2e71894a,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:42.137138 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.138114 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 19a6f55e-dd7b-47ad-9703-e3b78214fa56 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:42.141086 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4248a0e-3b69-44f2-99a7-e9f10e815912 req-d88f8221-26d2-45fb-bc8e-cf0db0646672 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091304 Sep 07 16:17:42.178906 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36d7bd5-c1ff-4768-8ee0-adb1a4ba9f2b x-openstack-request-id: req-e36d7bd5-c1ff-4768-8ee0-adb1a4ba9f2b {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:42.179492 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:42.179883 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e36d7bd5-c1ff-4768-8ee0-adb1a4ba9f2b {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:42.180409 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a', 'code': 200} Sep 07 16:17:42.182801 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 19a6f55e-dd7b-47ad-9703-e3b78214fa56 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:42.183527 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 19a6f55e-dd7b-47ad-9703-e3b78214fa56 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:42.212901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:42.280515 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:17:42.291828 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-0409bb37-68df-4db7-ae83-61e2a35672c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.293444 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-0409bb37-68df-4db7-ae83-61e2a35672c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1097 time: 0.0951507 Sep 07 16:17:42.311464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aadb8-f592-4070-83c3-c652a014ab57 req-74574d7e-27b0-4b5a-b4b4-2a84debd88f9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.312952 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-796aadb8-f592-4070-83c3-c652a014ab57 req-74574d7e-27b0-4b5a-b4b4-2a84debd88f9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.1000471 Sep 07 16:17:42.377823 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a90a-d48e-4030-8cdd-922180cad65a req-9a2144f4-7f52-47c7-b32b-aa452b972202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.379925 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb32a90a-d48e-4030-8cdd-922180cad65a req-9a2144f4-7f52-47c7-b32b-aa452b972202 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 1099 time: 0.0548186 Sep 07 16:17:42.427227 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb32a90a-d48e-4030-8cdd-922180cad65a req-05b956f2-b344-4cd5-b404-926a2a04c2c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Sep 07 16:17:42.709278 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-796aadb8-f592-4070-83c3-c652a014ab57 req-c56f5cb1-ac38-4fcc-a843-475ac9ffbd00 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860466 Sep 07 16:17:42.742523 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb09f43-6c58-4647-9717-4e9cbc233699 req-a572738f-900b-4f8b-a191-bacf2832f8e6 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.744132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8bb09f43-6c58-4647-9717-4e9cbc233699 req-a572738f-900b-4f8b-a191-bacf2832f8e6 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.1327438 Sep 07 16:17:42.749215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-3f6a392e-4a60-45d6-baf9-de1558b8223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.750654 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-3f6a392e-4a60-45d6-baf9-de1558b8223a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.4368260 Sep 07 16:17:42.812834 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-11b35f02-6159-4654-8776-adee93658950 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 217 time: 0.0471900 Sep 07 16:17:42.817800 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8bb09f43-6c58-4647-9717-4e9cbc233699 req-a4c22934-f382-4c19-9264-8054ffb60c44 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662098 Sep 07 16:17:42.878052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-d86c4743-d41b-49f6-beb4-586333ebc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.879481 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-d86c4743-d41b-49f6-beb4-586333ebc0a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0467923 Sep 07 16:17:42.940249 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-f5a36c45-a6df-402a-a224-46664aee2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.941267 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-f5a36c45-a6df-402a-a224-46664aee2f06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538087 Sep 07 16:17:42.994059 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.113238 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-d0bbe803-2a32-49ca-b4a7-647799af84b7 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604326 Sep 07 16:17:43.121793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-2363004c-a096-4e1d-926c-ac605f371f9f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:43.123243 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-2363004c-a096-4e1d-926c-ac605f371f9f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 809 time: 0.1629269 Sep 07 16:17:43.158524 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-4c2a4a3f-6edf-4e1a-bd62-f71695e42e19 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/quotas/0a4d9e08f412466d88d9b298d79d03a5 HTTP/1.1" status: 200 len: 375 time: 0.0272598 Sep 07 16:17:43.228899 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-78a015d0-81d7-415e-b2d0-96ec7fb403fb tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348241 Sep 07 16:17:43.264621 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04317551-5a3e-4cf3-8253-c8b043fa919f req-8542d35d-3081-4f67-ae14-21ed04a8b6e7 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404266 Sep 07 16:17:43.345260 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-e16d5b39-c4a1-457f-92a3-11ffa3cd3694 service neutron] 10.222.0.82 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084862 Sep 07 16:17:43.452599 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-d770aaf9-a064-466c-90b5-477a728ec053 service neutron] 10.222.0.82 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011984 Sep 07 16:17:43.636205 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9445472c-3b55-492a-9db5-9b01ffbbd0b0 req-ec756353-482b-47fc-b41b-8b01be04c04a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 210 time: 0.0306730 Sep 07 16:17:43.839147 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c63a9-bb88-420e-8f9f-a350c4c5e22f req-9dcb2591-501b-4b16-aa3d-07c6b31e7d9b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:43.841382 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ee1c63a9-bb88-420e-8f9f-a350c4c5e22f req-9dcb2591-501b-4b16-aa3d-07c6b31e7d9b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0539162 Sep 07 16:17:43.895026 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ee1c63a9-bb88-420e-8f9f-a350c4c5e22f req-6ddd685c-21ba-411c-abef-e1fdbeed1b92 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Sep 07 16:17:43.968967 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bea30-487b-4e34-ba79-6e1de9a5fdce req-eca4a66c-33ab-45b3-b509-a6257412aad1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:43.970528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6e8bea30-487b-4e34-ba79-6e1de9a5fdce req-eca4a66c-33ab-45b3-b509-a6257412aad1 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.0622697 Sep 07 16:17:44.018874 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6e8bea30-487b-4e34-ba79-6e1de9a5fdce req-b717f746-b640-4ab4-8a4e-c7f1983e571f tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375371 Sep 07 16:17:44.748198 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-f17c3423-1915-4fd5-b6b4-0c09bdf7f005 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:44.749810 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-f17c3423-1915-4fd5-b6b4-0c09bdf7f005 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 809 time: 0.1336374 Sep 07 16:17:44.769641 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b2253a98-97e8-47b2-bf7e-5b9e4046be8f req-6be727cd-09fc-4b96-b32b-64158fd80392 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 210 time: 0.0438735 Sep 07 16:17:44.774371 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Request body: {'port': {'device_id': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952', 'admin_state_up': True, 'tenant_id': '0a4d9e08f412466d88d9b298d79d03a5'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:44.887654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Made reservation on behalf of 0a4d9e08f412466d88d9b298d79d03a5 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:44.896678 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.053280 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Allocated IP 172.20.0.14 (c4b2e099-2efb-43b3-9efd-188693c32952/c964b96d-49ea-410a-a559-a6cd15081618/5c775c5b-44e5-4399-96f2-9b7c2317c371) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:45.064943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c1df5-8d0d-486f-bd38-aaf165458323 req-9b57c397-c051-405e-a71c-32f673b2ebf6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:45.066443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-950c1df5-8d0d-486f-bd38-aaf165458323 req-9b57c397-c051-405e-a71c-32f673b2ebf6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0888615 Sep 07 16:17:45.126546 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-950c1df5-8d0d-486f-bd38-aaf165458323 req-3b36a107-54a1-4e7c-be3d-39ced671ec73 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535188 Sep 07 16:17:45.241378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.279637 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.321086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Network c4b2e099-2efb-43b3-9efd-188693c32952 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:45.324159 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:45.330100 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:45.336077 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Pushing event updated for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:45.385051 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:45.385659 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.400390 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-1f5acf9d-3367-43d8-a2e4-8e473d027231 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330664 Sep 07 16:17:45.416388 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Request body: {'port': {'device_id': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:45.476602 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.735596 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c775c5b-44e5-4399-96f2-9b7c2317c371 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:45.743294 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.754716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Transition to ACTIVE for port object 5c775c5b-44e5-4399-96f2-9b7c2317c371 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:45.758987 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.812387 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Pushing event updated for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:45.907714 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Attempting to bind port 5c775c5b-44e5-4399-96f2-9b7c2317c371 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:45.908385 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Attempting to bind port 5c775c5b-44e5-4399-96f2-9b7c2317c371 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:45.908385 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Attempting to bind port 5c775c5b-44e5-4399-96f2-9b7c2317c371 on network c4b2e099-2efb-43b3-9efd-188693c32952 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:45.922688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9329-37a7-41a3-8bcf-317d9b94f0c3 req-7fa46c06-b556-45fa-a7a9-91b80b846fdc tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:45.924269 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-68dd9329-37a7-41a3-8bcf-317d9b94f0c3 req-7fa46c06-b556-45fa-a7a9-91b80b846fdc tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 944 time: 0.0732436 Sep 07 16:17:45.924791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Port 5c775c5b-44e5-4399-96f2-9b7c2317c371 on network c4b2e099-2efb-43b3-9efd-188693c32952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:45.925122 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Attempting to bind port 5c775c5b-44e5-4399-96f2-9b7c2317c371 on network c4b2e099-2efb-43b3-9efd-188693c32952 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:45.931431 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:45.931766 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Checking segment: {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:45.932137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Bound using segment: {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:45.932560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Bound port: 5c775c5b-44e5-4399-96f2-9b7c2317c371, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd332aae-db9e-4ec6-b5d4-d8030d83408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:45.932909 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.965836 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:17:46.007579 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-68dd9329-37a7-41a3-8bcf-317d9b94f0c3 req-4fb776a9-5b4e-491a-86ee-091d1f756d4f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768120 Sep 07 16:17:46.024311 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:46.027683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:46.032275 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.066166 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.066778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.068181 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] 10.222.0.83 "PUT /v2.0/ports/5c775c5b-44e5-4399-96f2-9b7c2317c371 HTTP/1.1" status: 200 len: 1094 time: 0.6587172 Sep 07 16:17:46.068652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:46.070840 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0496200-7f22-40d4-af36-b87607fac278" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:46.078898 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:46.099848 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:17:46.104240 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10d5bd-c6b6-44e9-924e-60d0f8af1a8f service neutron] Pushing event updated for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.118980 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681e046-2e17-4830-9bb0-44f4ab5f792c x-openstack-request-id: req-5681e046-2e17-4830-9bb0-44f4ab5f792c {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:46.119388 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:46.119729 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5681e046-2e17-4830-9bb0-44f4ab5f792c {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:46.120214 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371', 'status': 'completed', 'code': 200} Sep 07 16:17:46.147807 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.151489 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-d42f9811-75ea-4b5e-ae6b-74e16b83fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.153156 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-d42f9811-75ea-4b5e-ae6b-74e16b83fa05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 1097 time: 0.0459020 Sep 07 16:17:46.164100 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:46.184324 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:46.188933 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.204205 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-337b48bc-be81-4355-bac7-68e048cb5a62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371 HTTP/1.1" status: 200 len: 217 time: 0.0426614 Sep 07 16:17:46.245797 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.284074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-fd4c84cb-736c-4efa-b2fd-4333846bfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.285533 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-fd4c84cb-736c-4efa-b2fd-4333846bfd57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c964b96d-49ea-410a-a559-a6cd15081618 HTTP/1.1" status: 200 len: 849 time: 0.0662529 Sep 07 16:17:46.292856 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73733816-0c3b-4ef3-941a-c7d39c5daffd req-dd18dcb1-0647-4a22-ad58-1f8cd8124e29 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.294283 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73733816-0c3b-4ef3-941a-c7d39c5daffd req-dd18dcb1-0647-4a22-ad58-1f8cd8124e29 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.0859625 Sep 07 16:17:46.328518 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-94005e7a-a4ec-42a6-ac8f-5dd039fbba50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b2e099-2efb-43b3-9efd-188693c32952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332916 Sep 07 16:17:46.378511 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73733816-0c3b-4ef3-941a-c7d39c5daffd req-1915df2a-b052-48cf-9edf-98530b1b5cfe tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759728 Sep 07 16:17:46.434242 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-5fd82e36-4358-40af-87cf-1749343b8d37 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974319 Sep 07 16:17:46.462662 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:46.535313 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41ebec65-083b-47a4-b32e-b034d9dd4d85 req-69a00ac7-87f8-4566-a96b-f9425502ab51 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935185 Sep 07 16:17:46.626924 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496200-7f22-40d4-af36-b87607fac278 req-893ecc1c-5957-4702-83b7-a465fe37cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.628467 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-893ecc1c-5957-4702-83b7-a465fe37cc59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 1097 time: 0.0424035 Sep 07 16:17:46.722000 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496200-7f22-40d4-af36-b87607fac278 req-fa3ceb04-ca9a-47ed-bbd9-1ae2efd01241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.723523 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-fa3ceb04-ca9a-47ed-bbd9-1ae2efd01241 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 200 len: 911 time: 0.0880494 Sep 07 16:17:46.771443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-2b933a58-c5e8-4253-9717-50838aef2e0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371 HTTP/1.1" status: 200 len: 217 time: 0.0349891 Sep 07 16:17:46.822605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496200-7f22-40d4-af36-b87607fac278 req-153b74a8-e30d-4a56-88a5-e49df21dc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.824080 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-153b74a8-e30d-4a56-88a5-e49df21dc2bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c964b96d-49ea-410a-a559-a6cd15081618 HTTP/1.1" status: 200 len: 849 time: 0.0437429 Sep 07 16:17:46.855780 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-acfa5dd9-6e11-43b8-b7a9-5114072c35e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b2e099-2efb-43b3-9efd-188693c32952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239093 Sep 07 16:17:46.947598 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-26ee3f7a-d915-406f-9f15-9240dba013b3 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843885 Sep 07 16:17:47.043972 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0496200-7f22-40d4-af36-b87607fac278 req-2497a0d0-996d-446d-a949-26a3f951b001 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855942 Sep 07 16:17:47.123863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef5bb-5659-4006-878d-bd57a907e22f req-9e5da37a-6a3d-4b29-a9c9-6c352add854b tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:47.125362 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6a6ef5bb-5659-4006-878d-bd57a907e22f req-9e5da37a-6a3d-4b29-a9c9-6c352add854b tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 944 time: 0.0490041 Sep 07 16:17:47.162692 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6a6ef5bb-5659-4006-878d-bd57a907e22f req-381d9169-dc85-492d-855f-5d3a61664252 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Sep 07 16:17:47.508015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb160dc2-ca2c-455c-b913-20c5917590b4 req-d178d90f-2fb7-46d6-9b53-4dda5e56abc6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:47.509507 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb160dc2-ca2c-455c-b913-20c5917590b4 req-d178d90f-2fb7-46d6-9b53-4dda5e56abc6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.0561609 Sep 07 16:17:47.549795 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cb160dc2-ca2c-455c-b913-20c5917590b4 req-39cf4a40-b52d-4095-bf25-21c98a916503 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341840 Sep 07 16:17:47.967880 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:48.016605 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:48.020369 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:48.020739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.099907 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.122088 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:48.124337 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc02f60f-47b3-4f6d-a7aa-57376cab3cb3" -d '{"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:48.138351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:48.143613 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.169192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd5651-3563-4d9b-9a51-e4f8045f2d00 x-openstack-request-id: req-76cd5651-3563-4d9b-9a51-e4f8045f2d00 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:48.169475 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:48.169721 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-76cd5651-3563-4d9b-9a51-e4f8045f2d00 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:48.170101 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'code': 200} Sep 07 16:17:48.198609 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:48.287770 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb48da-050b-473b-a8a5-c9f78a978da2 req-efdccad9-d086-4097-92db-6f195e0d1d43 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:48.289219 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7feb48da-050b-473b-a8a5-c9f78a978da2 req-efdccad9-d086-4097-92db-6f195e0d1d43 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 944 time: 0.0585837 Sep 07 16:17:48.350475 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7feb48da-050b-473b-a8a5-c9f78a978da2 req-3f977a91-2903-452f-b984-8e023c8fe7ce tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554430 Sep 07 16:17:48.360634 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977a8e-f31c-4afa-87fb-86ea5b0affc6 req-286d9994-d38c-4bc5-b2a0-5aaa550128f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:48.362080 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7a977a8e-f31c-4afa-87fb-86ea5b0affc6 req-286d9994-d38c-4bc5-b2a0-5aaa550128f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1099 time: 0.0615263 Sep 07 16:17:48.395968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7a977a8e-f31c-4afa-87fb-86ea5b0affc6 req-a1dcc7ba-e15e-4e7a-a078-08dcb5472ee6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268741 Sep 07 16:17:48.676016 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed919-7977-4473-ac44-1a417d2c2dcf req-c254b59a-f590-4ce8-a8d8-19b48845ae42 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:48.677538 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c98ed919-7977-4473-ac44-1a417d2c2dcf req-c254b59a-f590-4ce8-a8d8-19b48845ae42 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0498760 Sep 07 16:17:48.721020 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c98ed919-7977-4473-ac44-1a417d2c2dcf req-8795e9a3-02c8-43a3-9786-2fa33f27d027 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369308 Sep 07 16:17:49.477831 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e64999-3e23-42c7-8d33-67cbeda4fb12 req-ca0336a6-ba8e-4437-b99d-9f6b9b876283 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:49.479465 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0e64999-3e23-42c7-8d33-67cbeda4fb12 req-ca0336a6-ba8e-4437-b99d-9f6b9b876283 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 944 time: 0.0625396 Sep 07 16:17:49.520261 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0e64999-3e23-42c7-8d33-67cbeda4fb12 req-5757fca3-182a-4333-b971-c4a4de9b0e89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Sep 07 16:17:49.843647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5526-ecc9-42b3-857c-30226c139227 req-eb638d59-5129-49d3-83d9-a29f8e21d2f8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:49.845191 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0feb5526-ecc9-42b3-857c-30226c139227 req-eb638d59-5129-49d3-83d9-a29f8e21d2f8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0528276 Sep 07 16:17:49.890127 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0feb5526-ecc9-42b3-857c-30226c139227 req-862a77c3-0547-4bb1-8adf-556dc6e7be6c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375166 Sep 07 16:17:49.968643 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 5c775c5b-44e5-4399-96f2-9b7c2317c371 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:17:50.017747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94289c73-a127-4b46-af45-98d735be775f req-1a5576c8-bb3c-4160-89f9-a34889f86e68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:50.019327 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-94289c73-a127-4b46-af45-98d735be775f req-1a5576c8-bb3c-4160-89f9-a34889f86e68 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0528512 Sep 07 16:17:50.030695 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49462) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:50.039542 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Request body: {'floatingip': {'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:50.073861 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:50.086599 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '5c775c5b-44e5-4399-96f2-9b7c2317c371', 'network_id': 'c4b2e099-2efb-43b3-9efd-188693c32952', 'port_id': '5c775c5b-44e5-4399-96f2-9b7c2317c371', 'mac_address': 'fa:16:3e:a0:25:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964b96d-49ea-410a-a559-a6cd15081618', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:17:50.093823 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.127198 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.140470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c775c5b-44e5-4399-96f2-9b7c2317c371 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:50.161038 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:50.166825 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.223365 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.532436 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['5c775c5b-44e5-4399-96f2-9b7c2317c371'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:50.568556 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.573254 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.958481 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf360a0-2028-441a-8073-f1eb0c863906 req-ab41b2d7-c0a3-4161-9175-2ac9746ceb7a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:50.959965 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adf360a0-2028-441a-8073-f1eb0c863906 req-ab41b2d7-c0a3-4161-9175-2ac9746ceb7a tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 945 time: 0.0942526 Sep 07 16:17:50.978744 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Floating IP 3945d526-50be-4fe8-8937-f3409836c886 associated. External IP: 172.27.0.251, port: c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b. Sep 07 16:17:51.043716 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adf360a0-2028-441a-8073-f1eb0c863906 req-46b1e39b-3aa1-42eb-9efc-ebd0d9f35464 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762172 Sep 07 16:17:51.211285 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:17:51.323229 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:51.328542 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.333275 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:51.347972 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:51.348757 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:51.356600 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-91f2c03a-6210-4018-91b5-75feee4b47da tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "PUT /v2.0/floatingips/3945d526-50be-4fe8-8937-f3409836c886 HTTP/1.1" status: 200 len: 992 time: 1.3246553 Sep 07 16:17:51.357201 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:51.359560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180bb163-99ce-438c-9f11-0ec95353e64d" -d '{"events": [{"name": "network-changed", "server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:51.398570 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338476c-609f-4dc8-9e7a-b03118653465 x-openstack-request-id: req-0338476c-609f-4dc8-9e7a-b03118653465 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:51.399276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:51.399540 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0338476c-609f-4dc8-9e7a-b03118653465 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:51.399947 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'status': 'completed', 'code': 200} Sep 07 16:17:51.470080 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb163-99ce-438c-9f11-0ec95353e64d req-02931ebf-6a23-435f-b7ef-a0287973b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.471713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-02931ebf-6a23-435f-b7ef-a0287973b70c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1099 time: 0.0413551 Sep 07 16:17:51.472616 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:51.570179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb163-99ce-438c-9f11-0ec95353e64d req-6991342f-3ea2-49c5-915d-ac058d404a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.571711 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-6991342f-3ea2-49c5-915d-ac058d404a81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.0926840 Sep 07 16:17:51.666372 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-34f13969-2fbd-47b9-b105-c8a51b976361 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1000 time: 0.0815518 Sep 07 16:17:51.726309 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb163-99ce-438c-9f11-0ec95353e64d req-6d1e9f96-4ea4-4ccf-ac5d-ff039a6e497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.727839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-6d1e9f96-4ea4-4ccf-ac5d-ff039a6e497c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0543852 Sep 07 16:17:51.758412 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3945d526-50be-4fe8-8937-f3409836c886', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:17:37Z', 'updated_at': '2021-09-07T16:17:50Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:51.775137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb163-99ce-438c-9f11-0ec95353e64d req-c2351521-a50e-467d-b94c-8ca373715d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.776927 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-c2351521-a50e-467d-b94c-8ca373715d6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412824 Sep 07 16:17:51.789051 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:17:51.797974 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:51.798593 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:51.872419 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-67154169-29d8-4650-bc81-d838d82cf242 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Sep 07 16:17:51.928901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:51.971239 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-180bb163-99ce-438c-9f11-0ec95353e64d req-6ba8bd7a-a336-48c0-aab6-1450b1902a3c service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Sep 07 16:17:52.015587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 5c775c5b-44e5-4399-96f2-9b7c2317c371 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:52.164720 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04631c08-3a4c-4c7a-98ed-38c77e0f7f02 req-b88cff35-115d-4dba-9ccb-0771251919fc tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:52.166565 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04631c08-3a4c-4c7a-98ed-38c77e0f7f02 req-b88cff35-115d-4dba-9ccb-0771251919fc tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 945 time: 0.0521924 Sep 07 16:17:52.207742 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04631c08-3a4c-4c7a-98ed-38c77e0f7f02 req-9f1eac3a-441a-44a3-b38e-b648775a3f92 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Sep 07 16:17:52.258968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 5c775c5b-44e5-4399-96f2-9b7c2317c371 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:52.266354 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 5c775c5b-44e5-4399-96f2-9b7c2317c371 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:52.266718 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.394796 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.405300 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3945d526-50be-4fe8-8937-f3409836c886', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:17:37Z', 'updated_at': '2021-09-07T16:17:50Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.432337 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d733a4-5abb-4aba-9026-7621127f873f None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3945d526-50be-4fe8-8937-f3409836c886', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '1b451823-7be0-4563-8f02-9128684a1640', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:17:37Z', 'updated_at': '2021-09-07T16:17:50Z', 'revision_number': 1, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:52.446721 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:52.449078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba221789-62d5-4307-8498-14f6197bfa21" -d '{"events": [{"server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:52.463150 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:52.471034 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.503768 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86490f36-c152-4eaa-8ed2-8a4afab54ed8 x-openstack-request-id: req-86490f36-c152-4eaa-8ed2-8a4afab54ed8 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:52.504061 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:52.504301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-86490f36-c152-4eaa-8ed2-8a4afab54ed8 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:52.504704 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371', 'code': 200} Sep 07 16:17:52.529681 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:52.632672 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcf31b-f8d8-49fa-89af-ace42af09f24 None None] New status for floating IP 3945d526-50be-4fe8-8937-f3409836c886: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:17:53.323234 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6280-e13c-4c41-ade2-d4410fda7cb0 req-8151177a-dbfe-4783-9924-f44399c60d2f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:53.324642 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c45b6280-e13c-4c41-ade2-d4410fda7cb0 req-8151177a-dbfe-4783-9924-f44399c60d2f tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0485327 Sep 07 16:17:53.369011 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c45b6280-e13c-4c41-ade2-d4410fda7cb0 req-7546b55b-c873-4a24-ab97-258b867c42e1 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Sep 07 16:17:54.483438 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90698-cc4a-4cac-8b00-749b61aa54a0 req-0d52ae52-d8e6-4bca-9777-946e61c009f3 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:54.484942 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87a90698-cc4a-4cac-8b00-749b61aa54a0 req-0d52ae52-d8e6-4bca-9777-946e61c009f3 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0488255 Sep 07 16:17:54.523044 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-87a90698-cc4a-4cac-8b00-749b61aa54a0 req-5b10f95b-4c2c-45fa-baab-9ad583a16cd7 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Sep 07 16:17:55.151254 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c732c-a22d-41d0-97ab-555b020a5d9b req-2d92eea5-7229-4a9c-aefb-85c0349d9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:55.152775 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b42c732c-a22d-41d0-97ab-555b020a5d9b req-2d92eea5-7229-4a9c-aefb-85c0349d9e0b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 1099 time: 0.0408194 Sep 07 16:17:55.190184 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b42c732c-a22d-41d0-97ab-555b020a5d9b req-1b9dfebd-a45a-4e18-b126-4a7ca45e34d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281541 Sep 07 16:17:55.400751 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-daa47478-5032-42be-8104-8a9c480f389d req-0515ea13-c3f0-4187-bea5-c76d5e58cbdb tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185089039&fields=id&tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd HTTP/1.1" status: 200 len: 267 time: 0.0349689 Sep 07 16:17:55.456084 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa47478-5032-42be-8104-8a9c480f389d req-14390e37-2315-4924-b848-60e3f318db5d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:55.457418 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-daa47478-5032-42be-8104-8a9c480f389d req-14390e37-2315-4924-b848-60e3f318db5d tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 984 time: 0.0510876 Sep 07 16:17:55.468914 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Request body: {'port': {'security_groups': ['6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:55.537608 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.692787 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84b15-2a20-4d13-9dbe-4bed39120526 req-f1fd25bf-416d-4fe9-bfb2-fcf816269e00 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:55.694906 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8be84b15-2a20-4d13-9dbe-4bed39120526 req-f1fd25bf-416d-4fe9-bfb2-fcf816269e00 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0943649 Sep 07 16:17:55.780902 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8be84b15-2a20-4d13-9dbe-4bed39120526 req-aad17d3a-e745-4320-abd0-8f67c1d1cda0 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777628 Sep 07 16:17:55.785550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:55.819029 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.824265 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.843677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:55.867590 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:55.868289 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.870180 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-daa47478-5032-42be-8104-8a9c480f389d req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "PUT /v2.0/ports/75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 942 time: 0.4052987 Sep 07 16:17:55.870180 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:55.872398 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e02ccc-2a69-4763-a611-f35c31f204c4" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:55.877237 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49506) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.898299 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8412-a786-4186-9afa-5e402a34ac05 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event updated for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=7']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.925134 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f905c4-2385-43de-a104-dec59497567c x-openstack-request-id: req-f2f905c4-2385-43de-a104-dec59497567c {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:55.925438 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:55.925683 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f2f905c4-2385-43de-a104-dec59497567c {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:55.926093 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:17:55.968231 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.002259 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:56.011948 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.020585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-bff9b8c1-39e0-4694-bcef-f28bec239f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.022115 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-bff9b8c1-39e0-4694-bcef-f28bec239f0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1098 time: 0.0521772 Sep 07 16:17:56.086835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.088157 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.092700 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49510) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.092895 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "DELETE /v2.0/security-groups/1a69d151-f1cb-4806-b86a-b70964feb523 HTTP/1.1" status: 204 len: 168 time: 0.2144668 Sep 07 16:17:56.104904 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66797-c82e-4741-bd7b-82123e24f0c8 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69d151-f1cb-4806-b86a-b70964feb523,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:56.292521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-97aa294a-9caa-4edb-8f9d-a08617dc5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.294444 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-97aa294a-9caa-4edb-8f9d-a08617dc5bfb service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 916 time: 0.2606163 Sep 07 16:17:56.302137 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-2ac38d99-6551-44a8-ac48-a6189d802576 None None] Provisioning complete for port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:56.303124 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2ac38d99-6551-44a8-ac48-a6189d802576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.406348 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-3a747c72-1704-4ac3-abf3-70f47175ffdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 1001 time: 0.0985851 Sep 07 16:17:56.448647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Deleting port ff7bace8-c067-4ab7-a92b-154755a59c5a {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:56.448971 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.511308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-61aada4d-e305-49f4-a1a9-16401cb4701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.512670 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-61aada4d-e305-49f4-a1a9-16401cb4701f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0946133 Sep 07 16:17:56.562613 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.563353 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.577130 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Calling delete_port for ff7bace8-c067-4ab7-a92b-154755a59c5a owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:56.595182 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-2253eea5-6b99-4149-bfc3-e107934e9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.596672 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-2253eea5-6b99-4149-bfc3-e107934e9a9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691750 Sep 07 16:17:56.779573 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-ad322784-5a27-4e82-8612-a80def20b63b service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438620 Sep 07 16:17:56.838023 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.867747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event deleted for resources: {'Port': ['ID=ff7bace8-c067-4ab7-a92b-154755a59c5a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:56.934133 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.934525 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Floating IP fe071259-094c-425d-9763-1dcc7aaa8f0b disassociated (deleted). External IP: 172.27.0.113, port: 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0. Sep 07 16:17:57.071536 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8b1d0-da4a-4f74-a0d7-d3d9e2b55485 req-ca51f4a1-944f-4e6e-ad92-a3191bddcd53 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:57.072923 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7d8b1d0-da4a-4f74-a0d7-d3d9e2b55485 req-ca51f4a1-944f-4e6e-ad92-a3191bddcd53 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.2104161 Sep 07 16:17:57.147456 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7d8b1d0-da4a-4f74-a0d7-d3d9e2b55485 req-573374c7-8389-4e98-8be0-7ec9bca71ad2 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Sep 07 16:17:57.211628 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:17:57.565628 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:57.570637 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.576001 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Sync routers for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:57.585801 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:57.586507 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:57.595970 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-384f1120-9a4d-44c8-adda-88aa6180786a tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "DELETE /v2.0/floatingips/fe071259-094c-425d-9763-1dcc7aaa8f0b HTTP/1.1" status: 204 len: 168 time: 1.4999747 Sep 07 16:17:57.693595 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:57.898155 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:57.923942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Checking router: b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:17:57.927634 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:57.930243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb589da4-07fa-4bb6-9202-9a5a10cba387" -d '{"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:57.936813 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:57.937451 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:57.968331 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676bfd35-6a51-4fdf-961a-c97483dd4b1d x-openstack-request-id: req-676bfd35-6a51-4fdf-961a-c97483dd4b1d {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:57.968616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:57.968859 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-676bfd35-6a51-4fdf-961a-c97483dd4b1d {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:57.969246 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:17:58.045750 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:58.251424 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:58.264516 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c8d88-cbf8-400a-9970-1ab2c424834b req-23d1ddcc-83a3-4a78-ac8b-ba433aaaa119 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:58.266055 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f45c8d88-cbf8-400a-9970-1ab2c424834b req-23d1ddcc-83a3-4a78-ac8b-ba433aaaa119 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0525556 Sep 07 16:17:58.279245 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a0175-dff0-438e-867b-1d591b48fde1 None None] The sync data for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi is: [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:14:37Z', 'revision_number': 4, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '46755fff-ad86-462e-b239-956731e6f94f', 'name': '', 'network_id': '7f864097-242e-4582-805c-ce4a89c33a47', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'mac_address': 'fa:16:3e:51:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:35Z', 'updated_at': '2021-09-07T16:14:45Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'subnets': [{'id': '07f86379-9a89-4592-8be3-71bd68d14efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:58.307115 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f45c8d88-cbf8-400a-9970-1ab2c424834b req-c8ce8a12-c764-4282-9eed-3567e6e95110 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Sep 07 16:17:58.481824 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5b90c-88f0-4252-95bc-b07eb07a052d None None] New status for floating IP fe071259-094c-425d-9763-1dcc7aaa8f0b: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:17:59.419649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d90d9-ede0-4cde-b7f0-4905b1585b98 req-af566649-9c58-441d-8d18-cb56a3e7f273 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:59.421109 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-808d90d9-ede0-4cde-b7f0-4905b1585b98 req-af566649-9c58-441d-8d18-cb56a3e7f273 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0479918 Sep 07 16:17:59.461929 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-808d90d9-ede0-4cde-b7f0-4905b1585b98 req-4025c23a-74ef-4f9f-a552-ee2a07a137d9 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Sep 07 16:17:59.791573 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-86e02ccc-2a69-4763-a611-f35c31f204c4 req-ba03d2e9-da64-4270-a7b9-3b2d33b0e091 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919478 Sep 07 16:17:59.896079 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-778cb2ae-51db-4026-bb20-9765f35b226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:59.897577 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-778cb2ae-51db-4026-bb20-9765f35b226a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 1098 time: 0.0417159 Sep 07 16:17:59.997500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-befb81d3-ba38-45bd-aad5-fb4b9e00b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:59.999147 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-befb81d3-ba38-45bd-aad5-fb4b9e00b7e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 200 len: 916 time: 0.0903749 Sep 07 16:18:00.057628 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-3637b320-b5d8-4a8c-af30-d19e7cde5582 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 200 len: 217 time: 0.0406346 Sep 07 16:18:00.111436 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-d20b3f02-b9a0-4d36-adb7-ee96b90f2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.112833 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-d20b3f02-b9a0-4d36-adb7-ee96b90f2495 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 200 len: 853 time: 0.0465424 Sep 07 16:18:00.161061 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-736a646a-ed59-401f-9f5b-b513d51abd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.162497 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-736a646a-ed59-401f-9f5b-b513d51abd4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f864097-242e-4582-805c-ce4a89c33a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388062 Sep 07 16:18:00.249723 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-55e1fe11-411e-4feb-bd5e-aa1679c49207 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789764 Sep 07 16:18:00.348484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eb589da4-07fa-4bb6-9202-9a5a10cba387 req-5ad479e2-91e2-45aa-aaa3-cd7d932fd046 service neutron] 10.222.0.83 "GET /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 Sep 07 16:18:00.625736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7109f8-e8f9-4fa8-bb16-1d6cca8b7930 req-65f348ba-36af-4948-97c4-7a8e0083cd58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.627238 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a7109f8-e8f9-4fa8-bb16-1d6cca8b7930 req-65f348ba-36af-4948-97c4-7a8e0083cd58 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0978646 Sep 07 16:18:00.664923 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9a7109f8-e8f9-4fa8-bb16-1d6cca8b7930 req-12649c6d-84d7-4b49-b4bc-326ed696031b tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Sep 07 16:18:01.479174 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ddf7-04ee-4d99-9a39-819a59986281 req-e27a7ee5-980c-4f87-a1d1-d6b9327ccc92 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:01.480676 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4719ddf7-04ee-4d99-9a39-819a59986281 req-e27a7ee5-980c-4f87-a1d1-d6b9327ccc92 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0528295 Sep 07 16:18:01.523667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4719ddf7-04ee-4d99-9a39-819a59986281 req-e6ee0eca-ca24-4976-92c9-c0c0feccb764 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Sep 07 16:18:02.414455 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aeedb-d3cf-4ff6-bf48-ff583d73538e req-471502a4-5b24-481e-8417-8bd4ee5fb3af tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:02.415958 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df1aeedb-d3cf-4ff6-bf48-ff583d73538e req-471502a4-5b24-481e-8417-8bd4ee5fb3af tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0485718 Sep 07 16:18:02.453172 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df1aeedb-d3cf-4ff6-bf48-ff583d73538e req-19976372-9787-41d2-a02c-64b6a64c000f tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Sep 07 16:18:02.643565 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268951-f184-4841-8f61-7ab8b91173dc req-334b1fc3-ad51-4044-ad36-58e4d1d69cac tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:02.645054 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8a268951-f184-4841-8f61-7ab8b91173dc req-334b1fc3-ad51-4044-ad36-58e4d1d69cac tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0534842 Sep 07 16:18:02.686907 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8a268951-f184-4841-8f61-7ab8b91173dc req-ea69ff90-05a3-4a6a-9ed8-ceb2e77470dc tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Sep 07 16:18:03.408636 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-b1c42ceb-33a4-4587-b876-87683c6f156c tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:03.410169 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-b1c42ceb-33a4-4587-b876-87683c6f156c tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0478072 Sep 07 16:18:03.506286 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Deleting port 5c775c5b-44e5-4399-96f2-9b7c2317c371 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:03.507030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.621390 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf45b6a-9fc2-4ba1-9b4d-68380bf5e7f6 req-52abbd7e-d5c4-4924-886c-126ea3addc90 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:03.622942 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cf45b6a-9fc2-4ba1-9b4d-68380bf5e7f6 req-52abbd7e-d5c4-4924-886c-126ea3addc90 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.1025574 Sep 07 16:18:03.644004 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] For port 5c775c5b-44e5-4399-96f2-9b7c2317c371, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=5c775c5b-44e5-4399-96f2-9b7c2317c371,segment=NetworkSegment(bd332aae-db9e-4ec6-b5d4-d8030d83408f),segment_id=bd332aae-db9e-4ec6-b5d4-d8030d83408f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:03.644367 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.665167 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Calling delete_port for 5c775c5b-44e5-4399-96f2-9b7c2317c371 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:03.690008 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cf45b6a-9fc2-4ba1-9b4d-68380bf5e7f6 req-ccc70052-1bd6-4eb2-ac50-0210094ab345 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Sep 07 16:18:03.841059 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e983c9-84cc-44d6-8019-dd54a2c999d9 req-f407e581-575c-4ec6-a93a-0e259295aef6 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:03.842660 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d2e983c9-84cc-44d6-8019-dd54a2c999d9 req-f407e581-575c-4ec6-a93a-0e259295aef6 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 946 time: 0.0841475 Sep 07 16:18:03.856583 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.872987 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['5c775c5b-44e5-4399-96f2-9b7c2317c371'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:03.895790 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Pushing event deleted for resources: {'Port': ['ID=5c775c5b-44e5-4399-96f2-9b7c2317c371,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:03.933680 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d2e983c9-84cc-44d6-8019-dd54a2c999d9 req-bd1b445e-4c03-447f-9371-094a925d1cc9 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849090 Sep 07 16:18:03.954385 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] No DVR routers for this DVR port 5c775c5b-44e5-4399-96f2-9b7c2317c371 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:03.956928 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.958968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d36b2cb1-17bc-425b-8001-bd80fe3a4d71 req-3cf01958-9c5c-4412-b4de-f6dbcd3bca89 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.83 "DELETE /v2.0/ports/5c775c5b-44e5-4399-96f2-9b7c2317c371 HTTP/1.1" status: 204 len: 173 time: 0.5399330 Sep 07 16:18:03.959454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'name': 'network-vif-deleted', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:03.962190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae83267-4e58-41fe-93cf-a0a86f895350" -d '{"events": [{"server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "name": "network-vif-deleted", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:04.009575 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50061c66-178c-4c1c-bb36-20227834604f x-openstack-request-id: req-50061c66-178c-4c1c-bb36-20227834604f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:04.009767 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6e1d3b-aefa-455c-96ff-347036ea0a2d", "name": "network-vif-deleted", "tag": "5c775c5b-44e5-4399-96f2-9b7c2317c371", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:04.010025 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-50061c66-178c-4c1c-bb36-20227834604f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:04.010537 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6e1d3b-aefa-455c-96ff-347036ea0a2d', 'name': 'network-vif-deleted', 'tag': '5c775c5b-44e5-4399-96f2-9b7c2317c371', 'status': 'completed', 'code': 200} Sep 07 16:18:04.806016 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da770d-7e6d-4ba0-8e86-d1658748771f req-1894992d-b58d-40d8-9898-adf4dcc038b7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:04.807566 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-70da770d-7e6d-4ba0-8e86-d1658748771f req-1894992d-b58d-40d8-9898-adf4dcc038b7 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0491014 Sep 07 16:18:04.845675 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-70da770d-7e6d-4ba0-8e86-d1658748771f req-32030cbe-de1e-40bb-8034-9a4a7f345cea tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/security-groups?id=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Sep 07 16:18:05.067065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac32c37c-7262-438b-afc1-b18fd6df3b62 req-b53b96a0-84c4-4187-9435-2c29c6364a17 tempest-VolumesActionsTest-1063103708 tempest-VolumesActionsTest-1063103708-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b6e1d3b-aefa-455c-96ff-347036ea0a2d HTTP/1.1" status: 200 len: 210 time: 0.0360467 Sep 07 16:18:05.086798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-1f015222-5441-47f3-acf9-2627d5e8c655 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:05.089081 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-1f015222-5441-47f3-acf9-2627d5e8c655 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.83 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 945 time: 0.0890031 Sep 07 16:18:05.221521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Deleting port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:05.222132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.321690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361282d9-0713-440e-adaa-435b5d23a43e req-1e7a6b7b-071e-4167-b3dd-a7afb0aca3c5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:05.323197 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-361282d9-0713-440e-adaa-435b5d23a43e req-1e7a6b7b-071e-4167-b3dd-a7afb0aca3c5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.1146607 Sep 07 16:18:05.365093 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] For port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:05.365463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.389040 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Calling delete_port for 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:05.393168 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-361282d9-0713-440e-adaa-435b5d23a43e req-0b1dddb5-8ef1-46dd-944e-805c34eaa1ac tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629663 Sep 07 16:18:05.520525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.535608 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:05.553961 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Pushing event deleted for resources: {'Port': ['ID=75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:05.590863 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-8192be7e-d59f-4870-baf5-d6821221a84c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445635 Sep 07 16:18:05.594563 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] No DVR routers for this DVR port 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:05.597949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.599990 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adee51a1-9159-4920-9c6c-67263da8e5c6 req-13aebe34-4377-4bca-ac6c-28cf0501b209 tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.83 "DELETE /v2.0/ports/75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 HTTP/1.1" status: 204 len: 173 time: 0.4995317 Sep 07 16:18:05.691147 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-25ecb011-9c1a-480e-a8b1-61c4d1d32e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:05.692671 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-25ecb011-9c1a-480e-a8b1-61c4d1d32e4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 1098 time: 0.0502872 Sep 07 16:18:05.808796 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-c2a08752-b3bf-47d8-97f6-4db846aed5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:05.810263 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-c2a08752-b3bf-47d8-97f6-4db846aed5d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.0855486 Sep 07 16:18:05.869518 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.887443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-7ebc7d6d-87ad-4bba-b371-d66945672c44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0633771 Sep 07 16:18:05.963500 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5bf11b49-4499-47e8-9408-10bc5b2ede32 req-91350738-8585-464b-a064-5c3593120cfe tempest-TestMinimumBasicScenario-488074696 tempest-TestMinimumBasicScenario-488074696-project] 10.222.0.82 "GET /v2.0/ports?device_id=26ad06aa-9fd0-429f-9123-52e337f9426a HTTP/1.1" status: 200 len: 210 time: 0.0327451 Sep 07 16:18:05.967428 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-964093cc-8c79-43b6-a0f8-6bc6d3e2bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:05.968894 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-964093cc-8c79-43b6-a0f8-6bc6d3e2bef8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0735731 Sep 07 16:18:06.012326 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'name': 'network-vif-deleted', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:06.014555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c7702-d1a6-45f6-9590-1f725ea029d5" -d '{"events": [{"server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "name": "network-vif-deleted", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:06.027729 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-cfcb5e28-5f1c-4103-a592-a22af0cbe501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:06.029188 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-cfcb5e28-5f1c-4103-a592-a22af0cbe501 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521395 Sep 07 16:18:06.056345 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8bf298-10fa-4168-bb68-a26a60afe0be x-openstack-request-id: req-6e8bf298-10fa-4168-bb68-a26a60afe0be {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:06.056641 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ad06aa-9fd0-429f-9123-52e337f9426a", "name": "network-vif-deleted", "tag": "75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:06.056891 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6e8bf298-10fa-4168-bb68-a26a60afe0be {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:06.057277 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad06aa-9fd0-429f-9123-52e337f9426a', 'name': 'network-vif-deleted', 'tag': '75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0', 'status': 'completed', 'code': 200} Sep 07 16:18:06.127029 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-91cb70f8-0e91-482b-a8bc-6ae5e89897d7 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889072 Sep 07 16:18:06.247238 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc025cec-cef6-4b1e-90cf-da5da51b9317 req-33a759ca-fdc7-4bfd-87e8-99a91f4548f9 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043146 Sep 07 16:18:06.511873 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e852ec-0ef7-47c1-a39f-0c1456461e60 req-c2d89087-58d5-49df-a48a-3f495608c1e9 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:06.513360 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-36e852ec-0ef7-47c1-a39f-0c1456461e60 req-c2d89087-58d5-49df-a48a-3f495608c1e9 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Sep 07 16:18:06.554300 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-36e852ec-0ef7-47c1-a39f-0c1456461e60 req-d97e354e-c560-4c40-bd33-cb3209f56211 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Sep 07 16:18:07.051755 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8addda30-c52b-4860-ac03-798f7de10488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.627584 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49746) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:07.688392 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7418d0-f2eb-4286-b4d0-bc5b9307ef71 req-987d77b7-e5e6-4834-a0a3-83b6eef306dd tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:07.690139 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae7418d0-f2eb-4286-b4d0-bc5b9307ef71 req-987d77b7-e5e6-4834-a0a3-83b6eef306dd tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.0682483 Sep 07 16:18:07.729273 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae7418d0-f2eb-4286-b4d0-bc5b9307ef71 req-f01fda20-4e26-4248-91d8-33daffb93f58 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 07 16:18:08.039265 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.322124 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Deleting port 46755fff-ad86-462e-b239-956731e6f94f {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:08.322470 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.396410 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] For port 46755fff-ad86-462e-b239-956731e6f94f, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=46755fff-ad86-462e-b239-956731e6f94f,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:08.396764 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.412087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Calling delete_port for 46755fff-ad86-462e-b239-956731e6f94f owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:08.584808 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.607919 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Pushing event deleted for resources: {'Port': ['ID=46755fff-ad86-462e-b239-956731e6f94f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:08.617266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.617621 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.617961 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.618298 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.618635 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.618967 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.619662 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.619662 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.619938 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.620265 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.620586 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.620907 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:08.788636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.805872 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 5c775c5b-44e5-4399-96f2-9b7c2317c371 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:08.829477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 5c775c5b-44e5-4399-96f2-9b7c2317c371 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:08.830071 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 5c775c5b-44e5-4399-96f2-9b7c2317c371 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:08.830784 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:08.850200 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:08.850835 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 75f9ecfe-a7f3-4a3a-9aeb-a9eb06bac2c0 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:08.851081 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f43d46-2f1f-4c95-9f06-9e5f692a8700 req-83c004de-9822-4c03-8d29-edb9365422d4 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:08.852585 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4f43d46-2f1f-4c95-9f06-9e5f692a8700 req-83c004de-9822-4c03-8d29-edb9365422d4 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.0531032 Sep 07 16:18:08.895612 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4f43d46-2f1f-4c95-9f06-9e5f692a8700 req-9a22b0ee-439f-4bfc-b120-0716428d91b4 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Sep 07 16:18:09.003079 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:09.104554 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:09.112218 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fcd4e904-7e0c-46a4-aca6-f35f5c72ac76 admin admin] 10.222.0.82 "PUT /v2.0/routers/b77a6826-78fb-4cf0-8ea7-b9b2eaedb935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809561 Sep 07 16:18:09.112218 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49758) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:09.113135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Sync routers for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:09.122571 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:09.123202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.213339 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.224523 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:09.315580 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.368210 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Deleting port 30be0897-26e4-479c-acc4-7877bdd84fc6 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:09.368456 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.398320 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:18:08Z', 'revision_number': 5, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port': {'id': '30be0897-26e4-479c-acc4-7877bdd84fc6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:33Z', 'updated_at': '2021-09-07T16:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.425247 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Checking router: b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:09.434012 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Routers {'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:09.434620 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:17:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.445053 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] For port 30be0897-26e4-479c-acc4-7877bdd84fc6, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=30be0897-26e4-479c-acc4-7877bdd84fc6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:09.445415 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.460927 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Calling delete_port for 30be0897-26e4-479c-acc4-7877bdd84fc6 owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:09.519126 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] Set router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:09.575349 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 6, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.606265 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b55dc5-6c0f-4710-b7f4-b115b2017fd3 None None] The sync data for ids ['b77a6826-78fb-4cf0-8ea7-b9b2eaedb935'] in dv-cinder-806991-3-iscsi is: [{'id': 'b77a6826-78fb-4cf0-8ea7-b9b2eaedb935', 'name': 'tempest-TestMinimumBasicScenario-126760785-router', 'tenant_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:32Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 6, 'project_id': '3b09bfdfb6b94f6ca1a1d2ca2f2625fd', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:09.621437 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.633597 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.666117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Pushing event deleted for resources: {'Port': ['ID=30be0897-26e4-479c-acc4-7877bdd84fc6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:09.713017 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-288896fd-483a-43d7-bcba-9ba9108af00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.746170 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.849658 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.851893 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.869800 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e384-e815-413b-806f-bd7b91380c00 req-71509b1d-03ab-44ca-93ce-029c6eb4f84e tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:09.871307 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d44e384-e815-413b-806f-bd7b91380c00 req-71509b1d-03ab-44ca-93ce-029c6eb4f84e tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.0499320 Sep 07 16:18:09.918744 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.920299 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:18:09.931392 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.935381 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-54c4dc35-53a5-463c-81e6-5b086a4fa319 admin admin] 10.222.0.82 "DELETE /v2.0/routers/b77a6826-78fb-4cf0-8ea7-b9b2eaedb935 HTTP/1.1" status: 204 len: 168 time: 0.8199461 Sep 07 16:18:09.935635 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49766) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:09.987847 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Deleting subnet 07f86379-9a89-4592-8be3-71bd68d14efc {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:09.989498 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Deleting port 1aad7b16-2e79-4dae-b429-730c2e71894a {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:09.990050 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.993088 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.042441 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.093192 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96d927-6699-40ba-939a-a002a24bf526 req-6e57f41a-bb9d-4cbd-b9f1-c23bbf5b03d5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:10.095464 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b96d927-6699-40ba-939a-a002a24bf526 req-6e57f41a-bb9d-4cbd-b9f1-c23bbf5b03d5 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/ports?device_id=9248364d-ed19-4910-87fc-cc4ce6b5f3a0 HTTP/1.1" status: 200 len: 946 time: 0.1214290 Sep 07 16:18:10.135406 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] For port 1aad7b16-2e79-4dae-b429-730c2e71894a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=1aad7b16-2e79-4dae-b429-730c2e71894a,segment=NetworkSegment(f6e59432-1b56-404d-b65e-5409089ea82b),segment_id=f6e59432-1b56-404d-b65e-5409089ea82b)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:10.135805 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.161274 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Calling delete_port for 1aad7b16-2e79-4dae-b429-730c2e71894a owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:10.171873 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.175504 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b96d927-6699-40ba-939a-a002a24bf526 req-ea58b529-8cdb-4653-b932-08f2f67cf73c tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.82 "GET /v2.0/security-groups?id=edd65d1c-4bea-473a-a627-9d82cc8dbb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712428 Sep 07 16:18:10.228263 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.256193 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f86379-9a89-4592-8be3-71bd68d14efc,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.260914 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.265059 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d4ca5948-ebc6-4b5e-b4bd-65f20ae81de7 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/07f86379-9a89-4592-8be3-71bd68d14efc HTTP/1.1" status: 204 len: 168 time: 0.3260329 Sep 07 16:18:10.265331 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49770) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:10.267615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35a54b-abf1-4b72-b3ee-719cdaff93db None None] Network 7f864097-242e-4582-805c-ce4a89c33a47 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:10.302550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.329290 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['1aad7b16-2e79-4dae-b429-730c2e71894a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:10.344161 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Pushing event deleted for resources: {'Port': ['ID=1aad7b16-2e79-4dae-b429-730c2e71894a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.386450 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] No DVR routers for this DVR port 1aad7b16-2e79-4dae-b429-730c2e71894a on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:10.390990 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.391602 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d44e384-e815-413b-806f-bd7b91380c00 req-6ac20a05-530a-472c-aebd-91a53c8beba2 tempest-VolumesSnapshotTestJSON-718718224 tempest-VolumesSnapshotTestJSON-718718224-project] 10.222.0.83 "DELETE /v2.0/ports/1aad7b16-2e79-4dae-b429-730c2e71894a HTTP/1.1" status: 204 len: 173 time: 0.5135412 Sep 07 16:18:10.392087 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'name': 'network-vif-deleted', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:10.395258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3a123a-8564-4ba0-977a-03db3abc30b8" -d '{"events": [{"server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "name": "network-vif-deleted", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:10.455898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a92f4-4e8f-4e6e-b885-5a162aa24f78 x-openstack-request-id: req-cc3a92f4-4e8f-4e6e-b885-5a162aa24f78 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:10.456110 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248364d-ed19-4910-87fc-cc4ce6b5f3a0", "name": "network-vif-deleted", "tag": "1aad7b16-2e79-4dae-b429-730c2e71894a", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:10.456670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cc3a92f4-4e8f-4e6e-b885-5a162aa24f78 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:10.457210 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9248364d-ed19-4910-87fc-cc4ce6b5f3a0', 'name': 'network-vif-deleted', 'tag': '1aad7b16-2e79-4dae-b429-730c2e71894a', 'status': 'completed', 'code': 200} Sep 07 16:18:10.462149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 46755fff-ad86-462e-b239-956731e6f94f no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:10.499663 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 46755fff-ad86-462e-b239-956731e6f94f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:10.500011 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 46755fff-ad86-462e-b239-956731e6f94f not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:10.526901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] DHCP port deletion for 7f864097-242e-4582-805c-ce4a89c33a47 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:10.624005 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.678011 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Deleting port 659a2a0a-3375-41f8-8747-81f1a5c83e43 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:10.678974 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.700012 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Deleting port 659a2a0a-3375-41f8-8747-81f1a5c83e43 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:10.700399 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.773181 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] For port 659a2a0a-3375-41f8-8747-81f1a5c83e43, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=659a2a0a-3375-41f8-8747-81f1a5c83e43,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:10.773861 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.778043 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] For port 659a2a0a-3375-41f8-8747-81f1a5c83e43, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=659a2a0a-3375-41f8-8747-81f1a5c83e43,segment=NetworkSegment(832bfa1a-db7e-4102-a083-2ed12698b6e2),segment_id=832bfa1a-db7e-4102-a083-2ed12698b6e2)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:10.778411 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.792857 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Calling delete_port for 659a2a0a-3375-41f8-8747-81f1a5c83e43 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:10.792988 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Calling delete_port for 659a2a0a-3375-41f8-8747-81f1a5c83e43 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:10.922754 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.952751 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.956194 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Pushing event deleted for resources: {'Port': ['ID=659a2a0a-3375-41f8-8747-81f1a5c83e43,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.963843 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] No DVR routers for this DVR port 659a2a0a-3375-41f8-8747-81f1a5c83e43 on host dv-cinder-806991-3-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:10.988505 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] Pushing event deleted for resources: {'Port': ['ID=659a2a0a-3375-41f8-8747-81f1a5c83e43,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.994351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a776-c819-486c-89c4-fc3e387bd66d None None] No DVR routers for this DVR port 659a2a0a-3375-41f8-8747-81f1a5c83e43 on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:11.106476 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.128087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f864097-242e-4582-805c-ce4a89c33a47']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:11.146845 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832bfa1a-db7e-4102-a083-2ed12698b6e2') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:11.147752 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832bfa1a-db7e-4102-a083-2ed12698b6e2') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:11.159266 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.173345 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.186859 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:11.187287 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:11.189101 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:11.259710 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.266161 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.271781 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7f864097-242e-4582-805c-ce4a89c33a47 HTTP/1.1" status: 204 len: 168 time: 1.0022924 Sep 07 16:18:11.271781 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49796) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:11.321232 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8a47b-3443-4cf8-999a-a71ff4c31330 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f864097-242e-4582-805c-ce4a89c33a47,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:11.440906 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.782150 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.980616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0935a-07b0-4aa7-af00-de6faccd3214 req-feb6390e-f8be-4126-8b81-a34ca77f668f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:11.982751 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00d0935a-07b0-4aa7-af00-de6faccd3214 req-feb6390e-f8be-4126-8b81-a34ca77f668f tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0754616 Sep 07 16:18:12.062486 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00d0935a-07b0-4aa7-af00-de6faccd3214 req-82ebad7a-8aa4-47e0-9719-3c18d7b416d5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672727 Sep 07 16:18:12.105478 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Deleting port 6bc8c200-22f3-44c2-9685-f1633f8eeffd {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:12.106036 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:12.127842 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 659a2a0a-3375-41f8-8747-81f1a5c83e43 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:12.155219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 659a2a0a-3375-41f8-8747-81f1a5c83e43 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:12.156078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 659a2a0a-3375-41f8-8747-81f1a5c83e43 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:12.156805 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 30be0897-26e4-479c-acc4-7877bdd84fc6 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:12.179147 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 30be0897-26e4-479c-acc4-7877bdd84fc6 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:12.179853 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 30be0897-26e4-479c-acc4-7877bdd84fc6 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:12.196275 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] For port 6bc8c200-22f3-44c2-9685-f1633f8eeffd, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6bc8c200-22f3-44c2-9685-f1633f8eeffd,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:12.196614 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:12.211451 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Calling delete_port for 6bc8c200-22f3-44c2-9685-f1633f8eeffd owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:12.450107 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:12.477987 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc8c200-22f3-44c2-9685-f1633f8eeffd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:12.677546 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:12.968025 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:13.000460 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.119213 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:13.127081 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c18b9e07-607b-478b-977c-986dcab17747 admin admin] 10.222.0.82 "PUT /v2.0/routers/2de88e1c-0ef3-4fde-9c2a-c997e4229ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542078 Sep 07 16:18:13.128323 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49834) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:13.133198 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Sync routers for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:13.161903 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:13.162799 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:13.282865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.308819 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:13.345730 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f3cb-d41b-427f-82f9-7c042c19bf50 req-d92d123b-8cab-45b9-aac3-e3a72d763d13 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:13.353386 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1221f3cb-d41b-427f-82f9-7c042c19bf50 req-d92d123b-8cab-45b9-aac3-e3a72d763d13 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1106663 Sep 07 16:18:13.437557 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1221f3cb-d41b-427f-82f9-7c042c19bf50 req-b25e6a98-39ed-4e9e-bdf1-db9f1de7600a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814087 Sep 07 16:18:13.455513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.540266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Deleting port 98bea865-4378-42bd-afc6-ab55cdee4bbf {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:13.540649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.554040 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:18:12Z', 'revision_number': 5, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port': {'id': '98bea865-4378-42bd-afc6-ab55cdee4bbf', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:41Z', 'updated_at': '2021-09-07T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:13.588798 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Checking router: 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:13.598407 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Routers {'2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:13.599072 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:13.633036 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] For port 98bea865-4378-42bd-afc6-ab55cdee4bbf, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98bea865-4378-42bd-afc6-ab55cdee4bbf,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:13.633541 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.649863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Calling delete_port for 98bea865-4378-42bd-afc6-ab55cdee4bbf owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:13.710497 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] Set router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:13.773508 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-45d988f8-8520-4bdc-896d-432802713147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 6, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:13.805140 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d988f8-8520-4bdc-896d-432802713147 None None] The sync data for ids ['2de88e1c-0ef3-4fde-9c2a-c997e4229ab2'] in dv-cinder-806991-3-iscsi is: [{'id': '2de88e1c-0ef3-4fde-9c2a-c997e4229ab2', 'name': 'tempest-TestMinimumBasicScenario-883493844-router', 'tenant_id': 'eda344cbe52b43a589e9f5976aed3420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:40Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 6, 'project_id': 'eda344cbe52b43a589e9f5976aed3420', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:13.868353 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.909572 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Pushing event deleted for resources: {'Port': ['ID=98bea865-4378-42bd-afc6-ab55cdee4bbf,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:13.997164 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.097389 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.100531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.160409 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.161104 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:18:14.181592 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.183822 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dfc27fc0-6e2c-48fd-8aa6-d8c80e31efbc admin admin] 10.222.0.82 "DELETE /v2.0/routers/2de88e1c-0ef3-4fde-9c2a-c997e4229ab2 HTTP/1.1" status: 204 len: 168 time: 1.0542960 Sep 07 16:18:14.188021 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49844) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:14.258234 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Deleting subnet d8651ed4-e65f-4bb0-87d2-69414398d87d {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:14.271489 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.328320 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.423898 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.504415 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.555859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cc89b-a46f-4448-b17a-7cd8df7d5932 None None] Network a1795aac-6005-48ff-beb1-6ba16e9559ea requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:14.556580 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.563354 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d8651ed4-e65f-4bb0-87d2-69414398d87d HTTP/1.1" status: 204 len: 168 time: 0.3710296 Sep 07 16:18:14.563354 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c84b-8208-4cd6-998c-e27dd8bc5498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8651ed4-e65f-4bb0-87d2-69414398d87d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:14.569454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49852) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:14.653513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b70694-2dca-452f-90d1-160b66612710 req-cae68fd6-e7a0-4965-8b0f-9e7e7ea09bdd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:14.655376 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a4b70694-2dca-452f-90d1-160b66612710 req-cae68fd6-e7a0-4965-8b0f-9e7e7ea09bdd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.1398375 Sep 07 16:18:14.702446 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6bc8c200-22f3-44c2-9685-f1633f8eeffd no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:14.720886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.745836 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 6bc8c200-22f3-44c2-9685-f1633f8eeffd {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:14.746494 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6bc8c200-22f3-44c2-9685-f1633f8eeffd not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:14.788714 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a4b70694-2dca-452f-90d1-160b66612710 req-cf89799b-ce6e-4873-989d-5a1efb88c802 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621719 Sep 07 16:18:14.825440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Deleting port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:14.825674 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.859433 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] DHCP port deletion for a1795aac-6005-48ff-beb1-6ba16e9559ea request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:14.937014 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] For port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:14.937565 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.939702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Deleting port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:14.940293 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.952641 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Calling delete_port for d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:15.027470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] For port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,segment=NetworkSegment(74d9e89d-4557-460a-b224-95b0335290fd),segment_id=74d9e89d-4557-460a-b224-95b0335290fd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:15.028507 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.054430 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Calling delete_port for d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:15.108827 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.142553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.153501 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] No DVR routers for this DVR port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 on host dv-cinder-806991-3-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:15.184474 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.206959 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] No DVR routers for this DVR port d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:15.212936 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 1aad7b16-2e79-4dae-b429-730c2e71894a no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:15.236333 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2ea7-72a4-4b50-837b-de590c9a72c4 None None] Pushing event deleted for resources: {'Port': ['ID=d0a08df6-99a6-4a4f-838b-ea4cba7ecd27,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.248903 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.265686 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 1aad7b16-2e79-4dae-b429-730c2e71894a {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:15.266060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 1aad7b16-2e79-4dae-b429-730c2e71894a not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:15.272933 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1795aac-6005-48ff-beb1-6ba16e9559ea']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.284236 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d9e89d-4557-460a-b224-95b0335290fd') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.284782 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d9e89d-4557-460a-b224-95b0335290fd') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.300067 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.317172 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.325195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:15.325650 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:15.331402 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:15.411318 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.418459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.427429 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] 10.222.0.82 "DELETE /v2.0/networks/a1795aac-6005-48ff-beb1-6ba16e9559ea HTTP/1.1" status: 204 len: 168 time: 0.8546045 Sep 07 16:18:15.442171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7b4a-ebf1-44c8-9989-887e0efa22cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a1795aac-6005-48ff-beb1-6ba16e9559ea,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.558137 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49862) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:15.610751 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7650bdc0-bb4d-43a9-93d9-5c6b8999b29a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3b09bfdfb6b94f6ca1a1d2ca2f2625fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509081 Sep 07 16:18:15.613550 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49864) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:15.680787 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.714827 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.775390 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.778663 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.780059 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7 HTTP/1.1" status: 204 len: 168 time: 0.1653731 Sep 07 16:18:15.793935 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da1649-fba1-4253-aa3c-92780c5b74cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3c9c1-0b21-49f0-b302-1cb6bd8b7ad7,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.951807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223f3f5-a63f-49a0-98ba-c53b513ec88f req-5bf452ec-a709-4a5e-831e-8662f7edf033 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:15.953873 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b223f3f5-a63f-49a0-98ba-c53b513ec88f req-5bf452ec-a709-4a5e-831e-8662f7edf033 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0801926 Sep 07 16:18:16.018464 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b223f3f5-a63f-49a0-98ba-c53b513ec88f req-ed1b0ba9-c307-4943-96de-e2eb91ab2851 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556142 Sep 07 16:18:16.106463 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98bea865-4378-42bd-afc6-ab55cdee4bbf no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:16.133783 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 98bea865-4378-42bd-afc6-ab55cdee4bbf {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:16.134060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98bea865-4378-42bd-afc6-ab55cdee4bbf not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:16.134480 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:16.176642 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:16.177215 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d0a08df6-99a6-4a4f-838b-ea4cba7ecd27 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:16.230925 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49878) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.282886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49880) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.284623 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cf7faa13-d04c-427a-8908-63bda6461a93 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eda344cbe52b43a589e9f5976aed3420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519989 Sep 07 16:18:16.343199 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.372491 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.441714 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.446512 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.447927 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7881fb22-5736-439c-b11b-e432c6f0b389 HTTP/1.1" status: 204 len: 168 time: 0.1638625 Sep 07 16:18:16.458858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119eacd-faff-4834-bc6c-129d9637ac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7881fb22-5736-439c-b11b-e432c6f0b389,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:16.911709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-655b0de5-b14a-457e-932f-c0275fc60e5b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:16.913340 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-655b0de5-b14a-457e-932f-c0275fc60e5b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0688345 Sep 07 16:18:17.025336 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Deleting port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:17.025661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.163192 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] For port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:17.163569 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.182561 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75c071-c3c2-4f5b-bf91-7bc22c108b24 req-079fc550-bd46-4e6a-9404-dc20af1135e3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:17.184095 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec75c071-c3c2-4f5b-bf91-7bc22c108b24 req-079fc550-bd46-4e6a-9404-dc20af1135e3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 945 time: 0.0803456 Sep 07 16:18:17.602504 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec75c071-c3c2-4f5b-bf91-7bc22c108b24 req-916af249-3335-44b4-bb71-ff6018c3f372 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=e54f8f23-a38a-4036-a9fa-f49cf843ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104469 Sep 07 16:18:17.763834 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.764607 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.765217 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Floating IP fec80879-d91d-4260-8d61-77634330c231 disassociated. External IP: 172.27.0.119, port: a8650d61-f53f-4e68-b7e3-45e9a88bd9d0. Sep 07 16:18:17.765725 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Calling delete_port for a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:17.919612 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.953220 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'Port': ['ID=a8650d61-f53f-4e68-b7e3-45e9a88bd9d0,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.115878 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:18.265437 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:18.278219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:18.290739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:18.291626 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:18.328145 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] No DVR routers for this DVR port a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:18.331094 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.333049 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30ae5dc1-cfe1-4237-bae1-7977cd9287bc req-d7d35331-ca89-4cfe-9ece-55ad8d7ec1f1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "DELETE /v2.0/ports/a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 HTTP/1.1" status: 204 len: 173 time: 1.4126678 Sep 07 16:18:18.333685 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'name': 'network-vif-deleted', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:18.336401 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56052dc6-1fe1-49f6-bfba-33ffe3ddb75d" -d '{"events": [{"server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "name": "network-vif-deleted", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:18.444689 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:18.452316 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0806d85b-a4fd-4fe5-88a0-4378640eaddc x-openstack-request-id: req-0806d85b-a4fd-4fe5-88a0-4378640eaddc {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:18.452626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a50a91-7651-4b0d-91c5-4277fadf119c", "name": "network-vif-deleted", "tag": "a8650d61-f53f-4e68-b7e3-45e9a88bd9d0", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:18.452898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0806d85b-a4fd-4fe5-88a0-4378640eaddc {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:18.453293 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a50a91-7651-4b0d-91c5-4277fadf119c', 'name': 'network-vif-deleted', 'tag': 'a8650d61-f53f-4e68-b7e3-45e9a88bd9d0', 'status': 'completed', 'code': 200} Sep 07 16:18:18.741077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:18.773818 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ccca38d-575f-4f94-a5c8-390c5433f90e req-181019bb-e2f6-4bca-9890-abf96214c516 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=70a50a91-7651-4b0d-91c5-4277fadf119c HTTP/1.1" status: 200 len: 210 time: 0.0405097 Sep 07 16:18:18.786179 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:18.813615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:18.814252 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:18.983665 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:19.274282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:19.286796 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:18:19.306656 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a06e53b-058b-41dc-b5ff-0f6bdad39547 None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:19.573720 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b633a2-aa6b-42a9-abe4-29d6ad11294d None None] New status for floating IP fec80879-d91d-4260-8d61-77634330c231: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:18:19.884503 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49934) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.962276 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.018181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.078766 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.085352 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.087822 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "DELETE /v2.0/security-groups/e54f8f23-a38a-4036-a9fa-f49cf843ef45 HTTP/1.1" status: 204 len: 168 time: 0.2016456 Sep 07 16:18:20.090643 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49938) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:20.099360 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fed78f-e1f1-41b8-90fb-dbdba0bec5f9 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f8f23-a38a-4036-a9fa-f49cf843ef45,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:20.124855 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.api.v2.resource [None req-142fab33-5c14-4e86-8f09-c1c408aafa43 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] show failed (client error): The resource could not be found. Sep 07 16:18:20.125984 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-142fab33-5c14-4e86-8f09-c1c408aafa43 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups/e54f8f23-a38a-4036-a9fa-f49cf843ef45 HTTP/1.1" status: 404 len: 347 time: 0.0334055 Sep 07 16:18:20.129585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49940) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:20.324510 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Deleting port 644e6709-6177-4ab7-b505-2e967370ddbe {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:20.324963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.468649 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.469083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.496241 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Calling delete_port for 644e6709-6177-4ab7-b505-2e967370ddbe owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:20.658551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.692046 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'Port': ['ID=644e6709-6177-4ab7-b505-2e967370ddbe,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:20.719413 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.719764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.720109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.720445 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.720776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.721108 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.721433 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.721759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.722082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.722401 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.722719 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.723089 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:20.782134 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.785400 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.786543 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1a098cd2-b889-4eab-ad55-465366bfb6bd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "DELETE /v2.0/floatingips/fec80879-d91d-4260-8d61-77634330c231 HTTP/1.1" status: 204 len: 168 time: 0.6555145 Sep 07 16:18:20.854550 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:20.876470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:20.876812 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device a8650d61-f53f-4e68-b7e3-45e9a88bd9d0 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:21.231293 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49960) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.236069 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801919073', 'description': 'tempest-description--1768625333'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:21.271058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.396932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.404440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.437689 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.439314 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2069504 Sep 07 16:18:21.442557 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49966) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.447896 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group_rule': {'security_group_id': '1405cf32-f46d-41e2-8985-f8766e286eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:21.452669 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dcde8-45c2-45d8-877e-5809646d3cf7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1405cf32-f46d-41e2-8985-f8766e286eb6,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.489803 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.567857 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.576762 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.594806 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7086b6c-fa1f-4ece-9e2b-d5ce9781b24e,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.614116 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.616430 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c0f32c6a-7ed2-468e-be01-486423344dd0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725140 Sep 07 16:18:21.619228 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 49972) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.626687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'security_group_rule': {'security_group_id': '1405cf32-f46d-41e2-8985-f8766e286eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:21.670360 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.756104 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.762865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.783711 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f800d2b-3d73-4bb6-a28a-f2693c067ced,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.801468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.803189 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-45f78a38-2f15-4dd4-af53-511dcb0a8032 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1824875 Sep 07 16:18:21.808091 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 49974) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.814433 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:21.842941 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.977018 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.098366 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Allocated IP 172.27.0.199 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/6d262d0b-18e2-47e0-83c4-f2d74404c520) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:22.244043 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.300424 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.342531 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:22.348253 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:22.353667 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:22.356862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=6d262d0b-18e2-47e0-83c4-f2d74404c520,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:22.470882 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.509577 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.682319 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.689444 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.778507 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=6d262d0b-18e2-47e0-83c4-f2d74404c520,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:22.785482 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.801985 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.811403 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-edb27284-03e8-4736-ad63-2c4c6ff2bdf1 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9942131 Sep 07 16:18:23.017055 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-1983f729-5aab-4096-b26f-49a39950da62 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--801919073&fields=id&tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 267 time: 0.0471764 Sep 07 16:18:23.135380 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b3a837bf-73ec-4fc8-8f54-51673f3b34da tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:23.142212 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b3a837bf-73ec-4fc8-8f54-51673f3b34da tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 811 time: 0.1242740 Sep 07 16:18:23.153699 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-fb27d66b-a65a-4a4b-829d-837e1f44c9b2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/quotas/d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 375 time: 0.0106220 Sep 07 16:18:23.210687 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-73d91018-ccd0-4cec-9c19-cf38e9247f53 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509701 Sep 07 16:18:23.336615 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-87b56029-ebad-402e-a097-ccaf0ee14272 service neutron] 10.222.0.82 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130764 Sep 07 16:18:23.455579 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-e06ac74b-d335-437b-820f-9339d92c4bc2 service neutron] 10.222.0.82 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125803 Sep 07 16:18:23.664934 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ba74137-823a-4a67-ae9c-d951231c61a8 req-991fcbe5-dd45-4018-8300-181e1008438b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Sep 07 16:18:24.777273 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2781765-533b-4db6-bbda-7e123d0c4bed req-8ca6eefa-958d-4074-88c6-5f6cf827dce7 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0300040 Sep 07 16:18:25.831355 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-3b5cad7d-c9ee-4055-b51c-776549d4ce6d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:25.833187 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-3b5cad7d-c9ee-4055-b51c-776549d4ce6d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 811 time: 0.1622655 Sep 07 16:18:25.913677 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-794bf2a6-ef8d-4dc4-9830-0d1ee404ef6b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32 HTTP/1.1" status: 200 len: 379 time: 0.0674281 Sep 07 16:18:25.934841 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6dd92a25-fa8e-4efa-813b-e35cacbd0006 req-3e1790a3-8762-4f72-b660-2476cd6ddfd5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0509739 Sep 07 16:18:25.939605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'port': {'device_id': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'admin_state_up': True, 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'security_groups': ['1405cf32-f46d-41e2-8985-f8766e286eb6']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:26.109943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Made reservation on behalf of d7b62ec5c13540f98fb8103fcc1d4e32 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:26.115021 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.285758 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Allocated IP 172.20.0.4 (3f47cdc4-825e-497e-a877-96dba42674b6/dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85/4943808f-a1c9-40c5-a054-dd9897897240) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:26.461689 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.477138 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Transition to ACTIVE for port object 4943808f-a1c9-40c5-a054-dd9897897240 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:26.521251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.573234 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Network 3f47cdc4-825e-497e-a877-96dba42674b6 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:26.576607 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:26.580612 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:26.625600 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event updated for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:26.672140 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:26.673374 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.697879 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-b1224dd2-70d4-4bbd-97d3-a8761829e940 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7656443 Sep 07 16:18:26.829821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Request body: {'port': {'device_id': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:26.896876 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-1ffdfed4-0da2-40ed-a143-388da3534202 None None] Provisioning for port 4943808f-a1c9-40c5-a054-dd9897897240 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:26.904666 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-1ffdfed4-0da2-40ed-a143-388da3534202 None None] Provisioning complete for port 4943808f-a1c9-40c5-a054-dd9897897240 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:26.905039 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfed4-0da2-40ed-a143-388da3534202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.907894 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.941979 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdfed4-0da2-40ed-a143-388da3534202 None None] Port 4943808f-a1c9-40c5-a054-dd9897897240 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:27.146029 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148eca8-1a2e-48de-8ab3-043637de81ea req-eda579c3-10a1-402c-91e5-2905734f23fa tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.148396 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e148eca8-1a2e-48de-8ab3-043637de81ea req-eda579c3-10a1-402c-91e5-2905734f23fa tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 931 time: 0.1185076 Sep 07 16:18:27.222049 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e148eca8-1a2e-48de-8ab3-043637de81ea req-a9fdf845-3315-47e7-8edd-595baa0eaa89 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614374 Sep 07 16:18:27.292329 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4943808f-a1c9-40c5-a054-dd9897897240 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:18:27.300670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.313817 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Transition to ACTIVE for port object 4943808f-a1c9-40c5-a054-dd9897897240 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:27.319038 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.388466 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Pushing event updated for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:27.461200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Attempting to bind port 4943808f-a1c9-40c5-a054-dd9897897240 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:27.461724 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Attempting to bind port 4943808f-a1c9-40c5-a054-dd9897897240 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:27.462182 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Attempting to bind port 4943808f-a1c9-40c5-a054-dd9897897240 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:27.468102 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Port 4943808f-a1c9-40c5-a054-dd9897897240 on network 3f47cdc4-825e-497e-a877-96dba42674b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:18:27.469052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Attempting to bind port 4943808f-a1c9-40c5-a054-dd9897897240 on network 3f47cdc4-825e-497e-a877-96dba42674b6 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:27.474578 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:27.475038 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Checking segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:27.475514 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Bound using segment: {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:27.476036 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Bound port: 4943808f-a1c9-40c5-a054-dd9897897240, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef241ea-1a09-46f7-9825-2a14b04a84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:27.476476 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.558416 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:27.562124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4943808f-a1c9-40c5-a054-dd9897897240,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:27.587759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.633670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.634178 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.635632 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] 10.222.0.83 "PUT /v2.0/ports/4943808f-a1c9-40c5-a054-dd9897897240 HTTP/1.1" status: 200 len: 1093 time: 0.9293287 Sep 07 16:18:27.636188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:27.638251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bbe6e-8be2-42b9-828f-79a5fb881f99" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "tag": "4943808f-a1c9-40c5-a054-dd9897897240"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:27.757988 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977e28c-674d-4c0a-b113-0dc47bf93b6e x-openstack-request-id: req-6977e28c-674d-4c0a-b113-0dc47bf93b6e {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:27.758277 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "tag": "4943808f-a1c9-40c5-a054-dd9897897240", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:27.758524 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6977e28c-674d-4c0a-b113-0dc47bf93b6e {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:27.758933 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240', 'status': 'completed', 'code': 200} Sep 07 16:18:27.764008 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeea8d-d916-4023-a19a-01a534865b99 service neutron] Pushing event updated for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:27.790970 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-250d14aa-377f-4f34-85f5-6a7cc6df5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.790970 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-250d14aa-377f-4f34-85f5-6a7cc6df5197 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0968325 Sep 07 16:18:27.846502 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-5ef6e0e0-56a1-4246-853c-c6706cf15b8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4943808f-a1c9-40c5-a054-dd9897897240 HTTP/1.1" status: 200 len: 217 time: 0.0452957 Sep 07 16:18:27.930846 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-37a0d594-e91b-45b5-8a81-39dc0e6a5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.932814 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-37a0d594-e91b-45b5-8a81-39dc0e6a5455 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0762663 Sep 07 16:18:27.991376 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-47819c46-3886-499e-ae75-9ae7478d8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.992949 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-47819c46-3886-499e-ae75-9ae7478d8d3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477130 Sep 07 16:18:28.093152 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-6579d327-6c60-4dca-8d2c-147fef03119e service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923448 Sep 07 16:18:28.186293 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2cfe311e-b444-4238-ae22-b2313c1737c5 req-4b0791d3-419f-4582-83b1-a36bd1336613 service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Sep 07 16:18:28.303471 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-fdf741e4-77e6-47ca-bfd7-b66f9fb9ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.305083 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-fdf741e4-77e6-47ca-bfd7-b66f9fb9ae9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0519521 Sep 07 16:18:28.411276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fceb1-6a7f-44a6-a379-c3eab80b550a req-c4f5d19d-cdf3-4fdd-acd5-6b32da4c293a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.413357 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-550fceb1-6a7f-44a6-a379-c3eab80b550a req-c4f5d19d-cdf3-4fdd-acd5-6b32da4c293a tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 943 time: 0.1073847 Sep 07 16:18:28.467961 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-ae87b628-49b9-458c-b935-6d2a3d7c0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.469430 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-ae87b628-49b9-458c-b935-6d2a3d7c0bf2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.1336722 Sep 07 16:18:28.475071 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-550fceb1-6a7f-44a6-a379-c3eab80b550a req-ced1b850-4646-42de-8f79-f8c6f6fa1341 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543332 Sep 07 16:18:28.516218 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-0b836c4d-6122-4085-bfa6-aa544cba0106 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4943808f-a1c9-40c5-a054-dd9897897240 HTTP/1.1" status: 200 len: 217 time: 0.0390487 Sep 07 16:18:28.569749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-bb1d79a5-70ab-427a-b284-adb0fd7c0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.571292 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-bb1d79a5-70ab-427a-b284-adb0fd7c0d1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0449994 Sep 07 16:18:28.619539 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-2c479f90-121f-46f3-973e-a77d6d084ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.621065 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-2c479f90-121f-46f3-973e-a77d6d084ac1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413194 Sep 07 16:18:28.721505 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-a71960b4-6d70-45fb-b031-1f2ca0ba484d service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908701 Sep 07 16:18:28.826416 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47bbe6e-8be2-42b9-828f-79a5fb881f99 req-ce966fdb-291e-485f-8d5f-6fa9b66d565d service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966640 Sep 07 16:18:29.603167 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210997ac-8a0b-44d5-9d61-2cbb845f0e60 req-4960e43c-5e4e-40e2-a424-b67a2846dbcf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:29.604575 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-210997ac-8a0b-44d5-9d61-2cbb845f0e60 req-4960e43c-5e4e-40e2-a424-b67a2846dbcf tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 943 time: 0.0536997 Sep 07 16:18:29.642824 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-210997ac-8a0b-44d5-9d61-2cbb845f0e60 req-3fd2f351-993a-45bf-b389-8d91b6a58bff tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Sep 07 16:18:30.196305 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50170) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.244405 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Deleting subnet c964b96d-49ea-410a-a559-a6cd15081618 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:30.247633 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.281529 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.320914 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.375685 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.401882 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c964b96d-49ea-410a-a559-a6cd15081618,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.408378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.410708 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-80ab914d-999f-4dc2-897a-b52549953b5c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c964b96d-49ea-410a-a559-a6cd15081618 HTTP/1.1" status: 204 len: 168 time: 0.2129312 Sep 07 16:18:30.413007 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50172) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.486010 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.567057 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.588859 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b2e099-2efb-43b3-9efd-188693c32952']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:30.598293 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd332aae-db9e-4ec6-b5d4-d8030d83408f') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:30.598590 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd332aae-db9e-4ec6-b5d4-d8030d83408f') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:30.607854 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.620904 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.626972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:30.627397 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:30.629166 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:30.684784 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.693090 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.695046 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] 10.222.0.82 "DELETE /v2.0/networks/c4b2e099-2efb-43b3-9efd-188693c32952 HTTP/1.1" status: 204 len: 168 time: 0.2811217 Sep 07 16:18:30.708930 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f059d6-76ec-41f0-882b-8a67107aab75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b2e099-2efb-43b3-9efd-188693c32952,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.768640 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5953f88-b0ac-4594-a7f6-5d37d599c8a0 req-5e50de9a-6c19-4f03-8fce-be86af720fab tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:30.770047 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5953f88-b0ac-4594-a7f6-5d37d599c8a0 req-5e50de9a-6c19-4f03-8fce-be86af720fab tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 943 time: 0.0489075 Sep 07 16:18:30.810857 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d5953f88-b0ac-4594-a7f6-5d37d599c8a0 req-02280f3b-9cbc-4a4a-8527-5c5afef8e4c0 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337703 Sep 07 16:18:30.866991 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50180) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.907108 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-07247704-2e10-434c-8fca-00743834162d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0a4d9e08f412466d88d9b298d79d03a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388858 Sep 07 16:18:30.909573 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50182) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.932346 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 4943808f-a1c9-40c5-a054-dd9897897240 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:18:30.961756 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.984904 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.031421 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4943808f-a1c9-40c5-a054-dd9897897240,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:31.032696 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.037343 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.040812 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9 HTTP/1.1" status: 204 len: 168 time: 0.1280460 Sep 07 16:18:31.043892 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '4943808f-a1c9-40c5-a054-dd9897897240', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'port_id': '4943808f-a1c9-40c5-a054-dd9897897240', 'mac_address': 'fa:16:3e:c3:63:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:18:31.049911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f615-04e4-42ca-ad3b-2ececf26af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca83b7-9ef2-41c2-977a-4acfd7fad3b9,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:31.093487 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.109503 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4943808f-a1c9-40c5-a054-dd9897897240 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:18:31.131323 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4943808f-a1c9-40c5-a054-dd9897897240,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:31.136328 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.186132 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:31.377739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['4943808f-a1c9-40c5-a054-dd9897897240'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:31.929603 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ab8d-cd78-4ba9-b5f7-fa71841eddbb req-81a550e5-32ff-4e6d-8e0b-31d2d5fcd009 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:31.931200 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b88ab8d-cd78-4ba9-b5f7-fa71841eddbb req-81a550e5-32ff-4e6d-8e0b-31d2d5fcd009 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0512686 Sep 07 16:18:31.977721 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b88ab8d-cd78-4ba9-b5f7-fa71841eddbb req-59859496-c95b-4762-8220-1e07e630f68d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Sep 07 16:18:32.947103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 4943808f-a1c9-40c5-a054-dd9897897240 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:32.997764 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 4943808f-a1c9-40c5-a054-dd9897897240 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:33.007422 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 4943808f-a1c9-40c5-a054-dd9897897240 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:33.007862 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.113241 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.115313 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a793-c214-4e0f-92e1-ff7e6bdb6ff7 req-81e16b96-be2b-4455-b3ec-9971a49161e5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:33.116852 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6d27a793-c214-4e0f-92e1-ff7e6bdb6ff7 req-81e16b96-be2b-4455-b3ec-9971a49161e5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0598595 Sep 07 16:18:33.143358 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:33.145549 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba5ca00-25a5-49b1-8aa0-0e586e08ae37" -d '{"events": [{"server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "name": "network-vif-plugged", "status": "completed", "tag": "4943808f-a1c9-40c5-a054-dd9897897240"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:33.159511 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4943808f-a1c9-40c5-a054-dd9897897240,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:33.162914 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6d27a793-c214-4e0f-92e1-ff7e6bdb6ff7 req-1b18dc7e-e301-4e69-8883-8ad72928b6a2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Sep 07 16:18:33.168921 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.214652 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73802a6e-7f36-469c-a927-d7f0323c8923 x-openstack-request-id: req-73802a6e-7f36-469c-a927-d7f0323c8923 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:33.215091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "name": "network-vif-plugged", "status": "completed", "tag": "4943808f-a1c9-40c5-a054-dd9897897240", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:33.215464 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-73802a6e-7f36-469c-a927-d7f0323c8923 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:33.217090 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240', 'code': 200} Sep 07 16:18:33.233101 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:33.418154 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76702e-50d2-4ea1-8cf2-3c9df234d946 req-e53e1841-5644-4ba9-b6bc-7342f6bb1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:33.419768 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fe76702e-50d2-4ea1-8cf2-3c9df234d946 req-e53e1841-5644-4ba9-b6bc-7342f6bb1ded service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0570440 Sep 07 16:18:33.461250 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fe76702e-50d2-4ea1-8cf2-3c9df234d946 req-753f927e-1a0a-4e61-abbd-dc3f9d507bea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Sep 07 16:18:34.286243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2a2af-f90e-45b2-88db-80123bd07906 req-7ae68c8f-736e-4e34-b502-af2d7f653265 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:34.287666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b7e2a2af-f90e-45b2-88db-80123bd07906 req-7ae68c8f-736e-4e34-b502-af2d7f653265 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Sep 07 16:18:34.324343 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b7e2a2af-f90e-45b2-88db-80123bd07906 req-9f5a7434-f13b-46e0-b09b-b07258ace6b6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308588 Sep 07 16:18:35.444809 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87da199-182f-4b32-b0de-a322d36b3dab req-3e4248a3-7d0c-49c1-a5f5-1e05c817d7e6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:35.446116 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b87da199-182f-4b32-b0de-a322d36b3dab req-3e4248a3-7d0c-49c1-a5f5-1e05c817d7e6 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Sep 07 16:18:35.484408 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b87da199-182f-4b32-b0de-a322d36b3dab req-444f6caf-46ff-42a4-b812-bfe584c80c99 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Sep 07 16:18:35.865192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.624070 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dff171-03d5-4b18-93cf-1ca224854a97 req-475ff74d-afae-4cd7-95e4-e3dedb87f9a3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:36.626734 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d7dff171-03d5-4b18-93cf-1ca224854a97 req-475ff74d-afae-4cd7-95e4-e3dedb87f9a3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0575912 Sep 07 16:18:36.680843 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d7dff171-03d5-4b18-93cf-1ca224854a97 req-89b9a5fb-fa83-4edd-b355-722a7e9e9690 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457735 Sep 07 16:18:37.044158 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-333657ce-0a41-4332-bf87-5311e2076a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.795414 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2a20-568b-41f9-ab2a-bc478e99a197 req-c8339340-55cd-4c75-a1d5-ee956ae2778d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:37.796874 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1d6c2a20-568b-41f9-ab2a-bc478e99a197 req-c8339340-55cd-4c75-a1d5-ee956ae2778d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Sep 07 16:18:37.834596 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1d6c2a20-568b-41f9-ab2a-bc478e99a197 req-10019eb3-9879-486b-99f3-7417e46802cd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Sep 07 16:18:38.957003 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026d941-13c4-4856-976d-7f365950ec65 req-56db2a90-b9b4-40a4-8846-6a8b1be12760 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:38.958782 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9026d941-13c4-4856-976d-7f365950ec65 req-56db2a90-b9b4-40a4-8846-6a8b1be12760 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Sep 07 16:18:39.002423 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9026d941-13c4-4856-976d-7f365950ec65 req-c2e8649d-a415-4e1c-8cf1-c5182e03d280 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 Sep 07 16:18:39.616433 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.731395 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7ba3be63-9e2a-48a9-9761-e3ed2ff6e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.135339 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fe73a-7dd4-419d-8e19-560570d9f14e req-6c8cdb61-6ec4-446e-866c-7422898a72a2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:40.137143 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea0fe73a-7dd4-419d-8e19-560570d9f14e req-6c8cdb61-6ec4-446e-866c-7422898a72a2 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0540178 Sep 07 16:18:40.174564 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea0fe73a-7dd4-419d-8e19-560570d9f14e req-e70b64e4-ca0b-4ac6-bf0c-335c285ea0dd tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Sep 07 16:18:40.286007 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff643a75-fff1-488b-a6dd-c6c3932901bf req-9bdb4fe9-f0d8-4306-8b5c-0be491184ba5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:40.287505 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ff643a75-fff1-488b-a6dd-c6c3932901bf req-9bdb4fe9-f0d8-4306-8b5c-0be491184ba5 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Sep 07 16:18:40.295996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50312) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:40.300463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Request body: {'floatingip': {'port_id': '4943808f-a1c9-40c5-a054-dd9897897240'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:40.342057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.763717 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.768021 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.027566 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50324) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:41.071546 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Deleting subnet f38260ee-2d7f-4ded-b8e3-df8c80e035cd {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:41.074674 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.108822 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.133179 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Floating IP aa0439c2-d22c-4604-abb8-00ff94a6dab3 associated. External IP: 172.27.0.199, port: 4943808f-a1c9-40c5-a054-dd9897897240. Sep 07 16:18:41.151657 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.346144 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:41.440600 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.448703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.458293 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:41.463376 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.470770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:41.476124 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38260ee-2d7f-4ded-b8e3-df8c80e035cd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:41.481706 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.481869 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:41.482347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:41.485174 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-09edc43f-22fc-44ec-8f2f-eeaca92e031e admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f38260ee-2d7f-4ded-b8e3-df8c80e035cd HTTP/1.1" status: 204 len: 168 time: 0.4560878 Sep 07 16:18:41.486626 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50326) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:41.497181 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8487e552-bee8-41f1-a940-c1359cf23da8 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "PUT /v2.0/floatingips/aa0439c2-d22c-4604-abb8-00ff94a6dab3 HTTP/1.1" status: 200 len: 991 time: 1.1976154 Sep 07 16:18:41.497181 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:41.497792 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c010cbff-a117-4878-b526-cd513b6ddd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "tag": "4943808f-a1c9-40c5-a054-dd9897897240"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:41.569435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.658644 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.676589 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663db6a9-df87-46ce-80be-f9e2b47f1f40 x-openstack-request-id: req-663db6a9-df87-46ce-80be-f9e2b47f1f40 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:41.677408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "tag": "4943808f-a1c9-40c5-a054-dd9897897240", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:41.677659 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-663db6a9-df87-46ce-80be-f9e2b47f1f40 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:41.678068 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240', 'status': 'completed', 'code': 200} Sep 07 16:18:41.687738 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4604725e-42e4-4e93-9b4e-589723601e41']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:41.697409 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e59432-1b56-404d-b65e-5409089ea82b') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:41.697710 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e59432-1b56-404d-b65e-5409089ea82b') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:41.706817 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.720898 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.724611 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:41.727415 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:41.727840 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:41.729707 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:41.787636 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.793181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.794721 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4604725e-42e4-4e93-9b4e-589723601e41 HTTP/1.1" status: 204 len: 168 time: 0.3070483 Sep 07 16:18:41.812040 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be229dac-9099-4867-b0c7-713e761dae43 admin admin] Pushing event deleted for resources: {'Network': ['ID=4604725e-42e4-4e93-9b4e-589723601e41,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:41.958899 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'aa0439c2-d22c-4604-abb8-00ff94a6dab3', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': '4943808f-a1c9-40c5-a054-dd9897897240', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:c3:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:18:22Z', 'updated_at': '2021-09-07T16:18:40Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:41.973011 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50340) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:41.988818 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:41.997851 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:41.998468 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.015490 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ff76726f-8536-424f-88d8-1934e0f1c180 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b8715e8c8dd742ffb27f6349244fbb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385323 Sep 07 16:18:42.015718 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50342) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.079182 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.103587 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.125750 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:42.162690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.165366 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.166541 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/edd65d1c-4bea-473a-a627-9d82cc8dbb11 HTTP/1.1" status: 204 len: 168 time: 0.1499257 Sep 07 16:18:42.174831 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa14f50-d0f9-40c9-bab7-fedaf3e2e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd65d1c-4bea-473a-a627-9d82cc8dbb11,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:42.385204 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'aa0439c2-d22c-4604-abb8-00ff94a6dab3', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': '4943808f-a1c9-40c5-a054-dd9897897240', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:c3:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:18:22Z', 'updated_at': '2021-09-07T16:18:40Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.417370 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf594d-8a16-4f37-93f8-49d9867c3462 None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': 'aa0439c2-d22c-4604-abb8-00ff94a6dab3', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'port_id': '4943808f-a1c9-40c5-a054-dd9897897240', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'mac_address': 'fa:16:3e:c3:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:18:22Z', 'updated_at': '2021-09-07T16:18:40Z', 'revision_number': 1, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:42.609897 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3a3946-421e-4e14-add0-5e9c09c79494 None None] New status for floating IP aa0439c2-d22c-4604-abb8-00ff94a6dab3: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:18:42.997498 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.967200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-c962e648-789f-48a5-bbed-ccbf007c1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:43.968728 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-c962e648-789f-48a5-bbed-ccbf007c1302 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0436504 Sep 07 16:18:44.089136 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-a2c2e484-916d-4d7a-9985-934252b7d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:44.093175 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-a2c2e484-916d-4d7a-9985-934252b7d62a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 200 len: 913 time: 0.1165252 Sep 07 16:18:44.169629 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-18ab55bc-592d-4006-aab5-edf22648a734 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4943808f-a1c9-40c5-a054-dd9897897240 HTTP/1.1" status: 200 len: 1001 time: 0.0688646 Sep 07 16:18:44.230662 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-b20ce940-eaa8-4d17-be5d-97eb9708567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:44.232462 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-b20ce940-eaa8-4d17-be5d-97eb9708567a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 200 len: 850 time: 0.0552664 Sep 07 16:18:44.282706 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-bc5eb4d3-16ce-4911-934d-5e58fe005c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:44.284395 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-bc5eb4d3-16ce-4911-934d-5e58fe005c32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f47cdc4-825e-497e-a877-96dba42674b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445290 Sep 07 16:18:44.384240 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-ddacc83d-01d5-4faa-a41b-7642f197120d service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921185 Sep 07 16:18:44.475035 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c010cbff-a117-4878-b526-cd513b6ddd6e req-e4c3f91c-8802-4822-b881-ead6d491366e service neutron] 10.222.0.83 "GET /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Sep 07 16:18:46.516963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49451-6431-4214-a366-d3a1ce8da655 req-b550882d-db36-4790-a741-dff0ed971c06 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:46.518436 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3e49451-6431-4214-a366-d3a1ce8da655 req-b550882d-db36-4790-a741-dff0ed971c06 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0491374 Sep 07 16:18:46.563310 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3e49451-6431-4214-a366-d3a1ce8da655 req-855e15e0-09f4-469f-a47b-25fe69799cef tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379014 Sep 07 16:18:47.691153 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef98e4-f659-4e09-83e4-d5f330a05249 req-60369256-6c63-4e77-b2f2-03b59fc06821 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:47.692959 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c5ef98e4-f659-4e09-83e4-d5f330a05249 req-60369256-6c63-4e77-b2f2-03b59fc06821 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0541022 Sep 07 16:18:47.732172 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c5ef98e4-f659-4e09-83e4-d5f330a05249 req-82993e23-8c6e-45e2-a2f2-5c20c7cd815e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Sep 07 16:18:48.864271 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07928be-5bf1-4a9f-8697-ec916730741b req-1f907d02-f749-4dd6-a2bc-a824e2b5e8d2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:48.866380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d07928be-5bf1-4a9f-8697-ec916730741b req-1f907d02-f749-4dd6-a2bc-a824e2b5e8d2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0559192 Sep 07 16:18:48.917488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d07928be-5bf1-4a9f-8697-ec916730741b req-419dbb47-3039-4b69-9474-1567c150dca5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Sep 07 16:18:50.058337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69dd5c-7e66-4db0-85ba-563bad12db89 req-575a98a7-5705-470f-be1a-d2d46b066c8a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:50.061876 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d69dd5c-7e66-4db0-85ba-563bad12db89 req-575a98a7-5705-470f-be1a-d2d46b066c8a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0624025 Sep 07 16:18:50.105716 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d69dd5c-7e66-4db0-85ba-563bad12db89 req-34e9971d-bb7e-4652-aadf-1f235de00028 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394049 Sep 07 16:18:50.490140 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50462) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:50.612944 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4377122c-b487-4b24-9aa2-44b0b74b6691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.714380 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4377122c-b487-4b24-9aa2-44b0b74b6691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.721435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4377122c-b487-4b24-9aa2-44b0b74b6691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.763610 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4377122c-b487-4b24-9aa2-44b0b74b6691 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a738639f13e749298dd5ec6fe7bca2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722058 Sep 07 16:18:50.764473 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377122c-b487-4b24-9aa2-44b0b74b6691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f9f85-c815-484f-877f-6cfdb70e2828,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:50.768153 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50466) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:50.827843 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.849758 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.896017 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.899338 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.900830 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd1f9f85-c815-484f-877f-6cfdb70e2828 HTTP/1.1" status: 204 len: 168 time: 0.1309021 Sep 07 16:18:50.910166 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9f3ec-b298-487d-a6a4-62df1f8f497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f9f85-c815-484f-877f-6cfdb70e2828,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:51.271116 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b314ace-c663-440f-b9c6-8ccd725b5339 req-8fdd7f7b-01db-45ca-a527-cd439e31ec23 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:51.273727 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0b314ace-c663-440f-b9c6-8ccd725b5339 req-8fdd7f7b-01db-45ca-a527-cd439e31ec23 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0611830 Sep 07 16:18:51.316381 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0b314ace-c663-440f-b9c6-8ccd725b5339 req-19f5ac9f-99ce-44f1-b127-8443d7c5129a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363243 Sep 07 16:18:51.645609 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50492) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:51.751759 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1236327565-network', 'tenant_id': 'dc113d27b6fd41df867468867f43d000'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:51.773821 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Made reservation on behalf of dc113d27b6fd41df867468867f43d000 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:51.776491 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.785942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.890011 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.894390 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.925730 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:51.934504 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e9372-62d9-40f8-8a56-59d4d9459f51,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:51.940486 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.940822 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Added segment 2cc43b28-eb8e-4e4e-9f1b-361303c98940 of type vlan for network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 Sep 07 16:18:51.983117 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.010361 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.013349 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:52.014699 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.048752 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4018884 Sep 07 16:18:52.052878 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50496) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:52.058720 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Request body: {'subnet': {'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1236327565-subnet', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:52.078817 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea52b8b-e309-4bbf-be65-b392753c271d admin admin] Pushing event updated for resources: {'Network': ['ID=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:52.084743 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Made reservation on behalf of dc113d27b6fd41df867468867f43d000 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:52.087376 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.092075 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:52.297941 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.350606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f41256a-6986-433a-8b11-6d21b0511982,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:52.362613 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Checking segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:52.362981 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Network hostable DHCP agents. Network: e6fbfa8c-ccfb-4488-aa76-87eaf9660e35, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:52.382200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:52.392670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, e6fbfa8c-ccfb-4488-aa76-87eaf9660e35) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:52.398983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:52.399533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.404960 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb7fe8-c741-470e-8911-7ae0778d5c00 None None] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:52.447086 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5785f83b-4550-4a6c-bdce-9550ea1f537e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3926973 Sep 07 16:18:52.451221 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50500) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:52.459607 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:52.475928 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc831503-b9af-4ec2-a1c7-6e1c523358c6 req-1bb20da8-b1f4-43a9-9839-3a01c543e71c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:52.477728 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bc831503-b9af-4ec2-a1c7-6e1c523358c6 req-1bb20da8-b1f4-43a9-9839-3a01c543e71c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0678332 Sep 07 16:18:52.494376 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.495439 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.527178 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bc831503-b9af-4ec2-a1c7-6e1c523358c6 req-af83099e-b530-47e2-a22f-dfcf7fed3666 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Sep 07 16:18:52.583421 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:52.584777 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.599040 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.776339 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Allocated IP 172.20.0.2 (e6fbfa8c-ccfb-4488-aa76-87eaf9660e35/8f41256a-6986-433a-8b11-6d21b0511982/e470acf2-793f-4f5c-9f72-b5f046dd4803) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:52.799942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.946013 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.956688 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Transition to ACTIVE for port object e470acf2-793f-4f5c-9f72-b5f046dd4803 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:52.974606 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Transition to ACTIVE for port object e470acf2-793f-4f5c-9f72-b5f046dd4803 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:52.980676 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.017697 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:53.020604 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:53.023359 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:53.036936 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Pushing event updated for resources: {'Port': ['ID=e470acf2-793f-4f5c-9f72-b5f046dd4803,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:53.037765 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.058976 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.083702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.084053 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.084401 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.084734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.085069 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.085403 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.085734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.086061 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.086518 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.086868 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.087459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.087459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:53.104057 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Attempting to bind port e470acf2-793f-4f5c-9f72-b5f046dd4803 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:53.105088 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Attempting to bind port e470acf2-793f-4f5c-9f72-b5f046dd4803 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:53.105306 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Attempting to bind port e470acf2-793f-4f5c-9f72-b5f046dd4803 on network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:53.111246 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:53.111794 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Checking segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:53.112299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.112775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Bound using segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:53.113376 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Bound port: e470acf2-793f-4f5c-9f72-b5f046dd4803, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:53.114347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.183733 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] For port e470acf2-793f-4f5c-9f72-b5f046dd4803, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:53.187145 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] For port e470acf2-793f-4f5c-9f72-b5f046dd4803, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e470acf2-793f-4f5c-9f72-b5f046dd4803,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:53.192103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.196138 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Allocated IP 172.27.0.118 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/6af98a59-6f6a-4e47-8ac3-4d01a87ecba9) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:53.268477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108c58a-c6b3-4144-a762-487df0a4daca None None] Pushing event updated for resources: {'Port': ['ID=e470acf2-793f-4f5c-9f72-b5f046dd4803,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:53.311156 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.369115 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.414834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:53.428334 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:53.433647 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Pushing event updated for resources: {'Port': ['ID=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:53.435180 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:53.668542 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562d50-64d3-48be-9a80-ab242dec93f4 req-0a3bf808-fd7f-444a-8e71-bb3c869e6cfa tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:53.670147 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00562d50-64d3-48be-9a80-ab242dec93f4 req-0a3bf808-fd7f-444a-8e71-bb3c869e6cfa tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0544128 Sep 07 16:18:53.721457 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-00562d50-64d3-48be-9a80-ab242dec93f4 req-251818ed-a514-4b77-bb4b-97cfd86066cc tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 Sep 07 16:18:53.737589 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.938651 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.107835 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:18:54.169581 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e470acf2-793f-4f5c-9f72-b5f046dd4803 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:54.236149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port e470acf2-793f-4f5c-9f72-b5f046dd4803 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:54.265140 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:54.276579 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Sync routers for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:54.287798 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.289668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:54.290720 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:54.292058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50508) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:54.292232 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-004cb2f7-9d82-443d-b368-b5f9001ddfcd admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8386509 Sep 07 16:18:54.356401 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5886e-6d4d-41ce-8e39-5a27368696cd None None] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:54.470931 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Provisioning for port e470acf2-793f-4f5c-9f72-b5f046dd4803 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:54.479930 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:54.508905 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Provisioning complete for port e470acf2-793f-4f5c-9f72-b5f046dd4803 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:54.509268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.776599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.909464 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.954057 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] For port e470acf2-793f-4f5c-9f72-b5f046dd4803, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e470acf2-793f-4f5c-9f72-b5f046dd4803,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:54.959203 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.972245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81274-ca2c-4471-864a-02adf38937dc req-30f45e90-9b0b-4e69-80e0-1333df5c196b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:54.974922 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56a81274-ca2c-4471-864a-02adf38937dc req-30f45e90-9b0b-4e69-80e0-1333df5c196b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1584365 Sep 07 16:18:54.989019 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:53Z', 'revision_number': 3, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.026652 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Checking router: dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:55.027060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Updating router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:18:55.067960 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5611a15-6824-4e23-8293-7e53d312d051 None None] Pushing event updated for resources: {'Port': ['ID=e470acf2-793f-4f5c-9f72-b5f046dd4803,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.068370 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56a81274-ca2c-4471-864a-02adf38937dc req-c6ee91e5-7b19-4e89-a65f-63124a80825c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866671 Sep 07 16:18:55.070842 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.102761 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Allocated IP 172.20.0.1 (e6fbfa8c-ccfb-4488-aa76-87eaf9660e35/8f41256a-6986-433a-8b11-6d21b0511982/7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:55.205282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7fa923a5-6b8c-4195-bb20-7b8016d28176 None None] Provisioning complete for port e470acf2-793f-4f5c-9f72-b5f046dd4803 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:55.205882 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7fa923a5-6b8c-4195-bb20-7b8016d28176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.256116 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.272593 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Transition to ACTIVE for port object 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:55.313568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.361223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:55.368996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:55.371353 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.373964 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:55.417273 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.450494 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.468578 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Transition to ACTIVE for port object 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:55.477895 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.542831 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8e499-8327-409b-8f83-84f535b58440 None None] Pushing event updated for resources: {'Port': ['ID=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.545349 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Attempting to bind port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:55.545718 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Attempting to bind port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:55.546126 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Attempting to bind port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:55.553083 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:55.553459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:55.553849 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.554289 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:55.554776 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Bound port: 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:55.555250 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.597552 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.635893 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] For port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:55.639468 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] For port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:55.644615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.700954 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:55.701583 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.753827 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8e499-8327-409b-8f83-84f535b58440 None None] Pushing event updated for resources: {'Port': ['ID=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.772169 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-06167fe2-f253-43a5-b7b5-44ba6f0174b8 None None] Provisioning for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:55.783820 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-06167fe2-f253-43a5-b7b5-44ba6f0174b8 None None] Provisioning complete for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:55.784099 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-06167fe2-f253-43a5-b7b5-44ba6f0174b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.811556 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.817215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.863282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-06167fe2-f253-43a5-b7b5-44ba6f0174b8 None None] Port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:55.866766 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:55.888919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.891057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:56.014751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:56.016470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:56.106903 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 1, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:56.158273 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e470acf2-793f-4f5c-9f72-b5f046dd4803 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:56.162135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573e8e3-a256-46bb-830a-7c72f27ee5e0 None None] The sync data for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi is: [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 1, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:56.165350 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:56.225268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port e470acf2-793f-4f5c-9f72-b5f046dd4803 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:56.225724 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.301432 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:18:56.347200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a1c8a-9895-4953-bde5-331808614897 req-55f51ad3-becc-45b9-84dc-73cdb8f1e73a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:56.349384 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47a1c8a-9895-4953-bde5-331808614897 req-55f51ad3-becc-45b9-84dc-73cdb8f1e73a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1192813 Sep 07 16:18:56.362248 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:56.367536 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-23a7d3d8-a09c-4316-a0d6-4da7259113f3 admin admin] 10.222.0.82 "PUT /v2.0/routers/dfd3bef5-9323-45fe-a9ae-cabf8a5b0219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735691 Sep 07 16:18:56.393803 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-54a9c5a1-1522-449d-9c2f-266ad7e378cd None None] Provisioning complete for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:56.395735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-54a9c5a1-1522-449d-9c2f-266ad7e378cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.405719 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e47a1c8a-9895-4953-bde5-331808614897 req-20305ab2-785d-43a8-9b53-cb615dfa00bf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457313 Sep 07 16:18:56.456634 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-54a9c5a1-1522-449d-9c2f-266ad7e378cd None None] Port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:57.009985 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50532) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:57.014937 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2078977780-network', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:57.044529 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Made reservation on behalf of e4107697d5f84ec4ab0ce2bf4317ce5e for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:57.049682 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.060148 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.184549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.192484 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.221300 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:57.228083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da13367-047c-4c53-a07d-1e2b52faa9b4,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.235121 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.235474 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Added segment 47f02404-59e2-43a9-a84c-6f2a0877068e of type vlan for network 16f5c7af-0599-4477-b24c-1821001c36fb Sep 07 16:18:57.290675 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.320759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.322112 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:57.323121 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.359766 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3485389 Sep 07 16:18:57.362615 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50536) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:57.391548 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Request body: {'subnet': {'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2078977780-subnet', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:57.401574 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5d3d-1fe4-4ff8-bbe5-add42cfd713c admin admin] Pushing event updated for resources: {'Network': ['ID=16f5c7af-0599-4477-b24c-1821001c36fb,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.414636 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 16f5c7af-0599-4477-b24c-1821001c36fb details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:57.423962 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Made reservation on behalf of e4107697d5f84ec4ab0ce2bf4317ce5e for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:57.426626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.839093 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1cf07-48b7-46ab-9b28-bc9784a26dce req-a8085fb7-7447-4eff-bdbc-4a9b5a076e60 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:57.840642 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d3e1cf07-48b7-46ab-9b28-bc9784a26dce req-a8085fb7-7447-4eff-bdbc-4a9b5a076e60 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0723057 Sep 07 16:18:57.914450 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d3e1cf07-48b7-46ab-9b28-bc9784a26dce req-17e37496-9037-4d84-b8e3-a11e92c15cf2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672059 Sep 07 16:18:57.969220 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.026118 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468a660b-88a0-488a-a10c-8addec2c00aa,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.036221 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Checking segment: {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:58.036515 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Network hostable DHCP agents. Network: 16f5c7af-0599-4477-b24c-1821001c36fb, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:58.054684 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Network 16f5c7af-0599-4477-b24c-1821001c36fb is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:58.064408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 16f5c7af-0599-4477-b24c-1821001c36fb) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:58.070763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:58.071405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.076297 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c6c48-7f20-424d-8a7b-8cdf49709411 None None] Network 16f5c7af-0599-4477-b24c-1821001c36fb requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:58.088366 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2a19b638-45e1-427c-92b3-f39c1bd26002 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7246296 Sep 07 16:18:58.090987 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50540) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.100706 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:58.130251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.131357 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.197043 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:58.216605 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.324752 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:58.329315 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:58.329697 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.336014 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-16f5c7af-0599-4477-b24c-1821001c36fb', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:58.336891 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.392871 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.521065 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.545150 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Sync routers for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:58.556705 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:58.558249 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Allocated IP 172.20.0.2 (16f5c7af-0599-4477-b24c-1821001c36fb/468a660b-88a0-488a-a10c-8addec2c00aa/b1e7ae36-94d5-4aa7-a217-9856005f61de) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:58.560246 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:58.561415 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:58.563402 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.621589 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.647277 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.682917 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.714413 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:58.785205 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Allocated IP 172.27.0.39 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/d58ea0d9-adf4-4075-b47f-9077428ca3e8) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:58.796744 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.809178 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Transition to ACTIVE for port object b1e7ae36-94d5-4aa7-a217-9856005f61de will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:58.832585 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Transition to ACTIVE for port object b1e7ae36-94d5-4aa7-a217-9856005f61de will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:58.841882 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.886040 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Network 16f5c7af-0599-4477-b24c-1821001c36fb is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:58.889364 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:58.893294 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:58.905615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Pushing event updated for resources: {'Port': ['ID=b1e7ae36-94d5-4aa7-a217-9856005f61de,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.928484 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.962025 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Attempting to bind port b1e7ae36-94d5-4aa7-a217-9856005f61de on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:58.962480 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Attempting to bind port b1e7ae36-94d5-4aa7-a217-9856005f61de by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:58.962848 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Attempting to bind port b1e7ae36-94d5-4aa7-a217-9856005f61de on network 16f5c7af-0599-4477-b24c-1821001c36fb {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:58.968522 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:58.968894 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Checking segment: {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:58.969296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.969683 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Bound using segment: {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:58.970334 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Bound port: b1e7ae36-94d5-4aa7-a217-9856005f61de, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:58.970723 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.976085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.993765 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 2, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:59.017919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:59.028218 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:59.038386 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Checking router: dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:59.038386 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Updating router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:18:59.043661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:59.060172 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.062547 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] For port b1e7ae36-94d5-4aa7-a217-9856005f61de, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:59.067108 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] For port b1e7ae36-94d5-4aa7-a217-9856005f61de, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b1e7ae36-94d5-4aa7-a217-9856005f61de,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:59.074085 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.084939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Pushing event updated for resources: {'Port': ['ID=d58ea0d9-adf4-4075-b47f-9077428ca3e8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.127954 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f283-f2ce-4288-8e20-4731e2443ee4 req-17887a29-df0f-477c-9222-d2bebd7a8464 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:59.130130 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40e9f283-f2ce-4288-8e20-4731e2443ee4 req-17887a29-df0f-477c-9222-d2bebd7a8464 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1074028 Sep 07 16:18:59.151367 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbc602-7918-417c-bedc-64f1dede7d8e None None] Pushing event updated for resources: {'Port': ['ID=b1e7ae36-94d5-4aa7-a217-9856005f61de,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.268400 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40e9f283-f2ce-4288-8e20-4731e2443ee4 req-70ed6125-0243-429d-8ac3-3b636b0cb052 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012676 Sep 07 16:18:59.419130 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.427220 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.441644 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Transition to ACTIVE for port object 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:59.449082 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.521234 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Pushing event updated for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.548091 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.549321 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.549833 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.550328 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.551603 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.552305 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.552987 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.554021 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.554655 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.555222 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.555783 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.556323 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:59.593542 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Attempting to bind port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:59.594220 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Attempting to bind port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:59.594816 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Attempting to bind port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 on network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:59.602708 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:59.603630 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Checking segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:59.604281 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.604895 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Bound using segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:59.606005 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Bound port: 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:59.606005 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.686167 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.695823 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] For port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:59.699748 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] For port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:59.709278 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.775067 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8df53-d6c0-44ea-8d23-16112dd77d8a None None] Pushing event updated for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.784860 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:59.785514 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:59.860215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:18:59.930792 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:00.006222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:00.027554 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Sync routers for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:00.032075 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.034009 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-734b7cf2-c121-48fc-a169-dd50d8036bcc admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9418972 Sep 07 16:19:00.036935 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50548) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.047538 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:00.048293 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.216541 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:18:59Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.226159 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:00.268193 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2ce00-7fa2-4166-bece-c3e6893d0726 None None] The sync data for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi is: [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:18:59Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:00.487195 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:00.522825 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5c698-c9cb-48aa-841b-d65288ed01da req-3c0cc3cc-c268-4569-91c8-f7e1bb8fe141 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:00.537638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e8b5c698-c9cb-48aa-841b-d65288ed01da req-3c0cc3cc-c268-4569-91c8-f7e1bb8fe141 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1437247 Sep 07 16:19:00.544176 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56af973-58fd-4aa6-944c-546db3988d74 None None] Network 16f5c7af-0599-4477-b24c-1821001c36fb requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:00.589309 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e8b5c698-c9cb-48aa-841b-d65288ed01da req-0ed9d6a6-70e3-4600-9cc3-9e6cfd3f31b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503197 Sep 07 16:19:00.706203 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c5ec4269-5fdc-4800-bfdb-6227b32e6b2c None None] Provisioning for port b1e7ae36-94d5-4aa7-a217-9856005f61de completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:00.708381 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.760632 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:00.761012 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.906898 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:18:59Z', 'revision_number': 3, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.918820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Allocated IP 172.20.0.1 (16f5c7af-0599-4477-b24c-1821001c36fb/468a660b-88a0-488a-a10c-8addec2c00aa/74863b13-9010-441e-af94-193c6f5dcdf2) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:00.945109 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Checking router: f0cf63d0-fa21-4f8e-892e-f12113fc7d7c for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:19:00.947720 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Updating router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c port d58ea0d9-adf4-4075-b47f-9077428ca3e8 binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:19:00.980758 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b1e7ae36-94d5-4aa7-a217-9856005f61de up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:00.983725 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.082207 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.102244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Transition to ACTIVE for port object 74863b13-9010-441e-af94-193c6f5dcdf2 will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:01.142887 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.195037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Network 16f5c7af-0599-4477-b24c-1821001c36fb is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:01.200246 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:01.204879 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:01.226558 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Pushing event updated for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.250932 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port b1e7ae36-94d5-4aa7-a217-9856005f61de completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:01.252219 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.268175 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port b1e7ae36-94d5-4aa7-a217-9856005f61de triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:01.268638 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.350747 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.370271 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Transition to ACTIVE for port object d58ea0d9-adf4-4075-b47f-9077428ca3e8 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:01.378251 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.471996 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.492978 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-3bd358e1-1e9f-4cb2-8c0a-abee0d7d5a2e None None] Provisioning for port 74863b13-9010-441e-af94-193c6f5dcdf2 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:01.500288 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Attempting to bind port d58ea0d9-adf4-4075-b47f-9077428ca3e8 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:01.500658 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Attempting to bind port d58ea0d9-adf4-4075-b47f-9077428ca3e8 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:01.501017 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Attempting to bind port d58ea0d9-adf4-4075-b47f-9077428ca3e8 on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:01.516285 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d28e-7afe-4cb3-aca8-6b17671bdd08 None None] Pushing event updated for resources: {'Port': ['ID=d58ea0d9-adf4-4075-b47f-9077428ca3e8,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.519968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-3bd358e1-1e9f-4cb2-8c0a-abee0d7d5a2e None None] Provisioning complete for port 74863b13-9010-441e-af94-193c6f5dcdf2 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:01.520340 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3bd358e1-1e9f-4cb2-8c0a-abee0d7d5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.522952 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:01.523352 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:01.523746 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.524159 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:01.524615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Bound port: d58ea0d9-adf4-4075-b47f-9077428ca3e8, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:01.524994 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.592154 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port b1e7ae36-94d5-4aa7-a217-9856005f61de, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b1e7ae36-94d5-4aa7-a217-9856005f61de,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:01.609451 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.610220 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:01.621299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-3bd358e1-1e9f-4cb2-8c0a-abee0d7d5a2e None None] Port 74863b13-9010-441e-af94-193c6f5dcdf2 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:01.673898 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.679902 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] For port d58ea0d9-adf4-4075-b47f-9077428ca3e8, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:01.714342 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] For port d58ea0d9-adf4-4075-b47f-9077428ca3e8, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d58ea0d9-adf4-4075-b47f-9077428ca3e8,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:01.729743 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.745832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ae36-94d5-4aa7-a217-9856005f61de,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.791474 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:01.792107 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:01.815878 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7030aa-7079-4249-b04b-3f4861376f80 req-288ceeab-c18f-41e5-b703-757460362513 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:01.819999 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e7030aa-7079-4249-b04b-3f4861376f80 req-288ceeab-c18f-41e5-b703-757460362513 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1203897 Sep 07 16:19:01.841657 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:01.850797 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d28e-7afe-4cb3-aca8-6b17671bdd08 None None] Pushing event updated for resources: {'Port': ['ID=d58ea0d9-adf4-4075-b47f-9077428ca3e8,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.856688 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:01.857059 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.903730 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e7030aa-7079-4249-b04b-3f4861376f80 req-7128caa5-bce4-49a4-8309-5512b700950b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760753 Sep 07 16:19:01.960810 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.965989 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.988751 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:02.044021 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Pushing event updated for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:02.046654 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.094228 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.149708 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Network 16f5c7af-0599-4477-b24c-1821001c36fb is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:02.151635 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:02.184116 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:02.193301 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.286288 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:02.296622 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b1e7ae36-94d5-4aa7-a217-9856005f61de up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:02.309535 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:02.366059 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '74863b13-9010-441e-af94-193c6f5dcdf2', 'name': '', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'mac_address': 'fa:16:3e:ee:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:19:00Z', 'revision_number': 1, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'subnets': [{'id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:02.435123 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:02.440387 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-763bf115-f453-496a-920d-f2f0bfc1763b admin admin] 10.222.0.82 "PUT /v2.0/routers/f0cf63d0-fa21-4f8e-892e-f12113fc7d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023676 Sep 07 16:19:02.528480 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port b1e7ae36-94d5-4aa7-a217-9856005f61de triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:02.528858 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.531823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8861e8-0d5d-49be-9a9a-ebda9ec799da None None] The sync data for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi is: [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '74863b13-9010-441e-af94-193c6f5dcdf2', 'name': '', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'mac_address': 'fa:16:3e:ee:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:19:00Z', 'revision_number': 1, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'subnets': [{'id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:02.574921 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-115bd922-bf05-4d3e-a020-5e59006e6bf9 None None] Provisioning complete for port 74863b13-9010-441e-af94-193c6f5dcdf2 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:02.575341 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-115bd922-bf05-4d3e-a020-5e59006e6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.623452 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-115bd922-bf05-4d3e-a020-5e59006e6bf9 None None] Port 74863b13-9010-441e-af94-193c6f5dcdf2 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:03.052594 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98bce1-ac2d-4513-a415-bb58e34b24eb req-916b7a90-9ebd-468a-a89f-b68ad9015ccf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:03.054663 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae98bce1-ac2d-4513-a415-bb58e34b24eb req-916b7a90-9ebd-468a-a89f-b68ad9015ccf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0586617 Sep 07 16:19:03.099398 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50568) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.104476 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043843807', 'description': 'tempest-secgroup-smoke-2043843807 description', 'project_id': 'dc113d27b6fd41df867468867f43d000'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.110735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae98bce1-ac2d-4513-a415-bb58e34b24eb req-8a154918-affa-4186-a797-0492a335fffe tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456700 Sep 07 16:19:03.132721 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.269579 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.274059 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.302093 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.306767 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061558 Sep 07 16:19:03.306992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50570) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.313705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.317082 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010344e5-085e-4776-96fd-3d45912c907b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76c4ee-8dd4-4711-9243-abae59c9a23d,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.350799 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.417557 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.422243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.441256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3856b65f-ec3a-45a0-98a3-c887b50e3754,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.453340 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.454855 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-760c7525-7ec2-44c1-bfa6-beebbd0627f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468077 Sep 07 16:19:03.457812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50572) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.462180 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.493536 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.565670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.569728 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.600474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988748a4-fab0-4af5-aac2-ff64ca923183,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.605531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.607335 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1e6f9859-9327-46d4-954a-930a8228343d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484916 Sep 07 16:19:03.610732 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50574) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.616103 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.653195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.725976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.730031 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.751836 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0be6180-101e-4a45-b3c5-0eef6b2e6a52,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.757676 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.760799 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-42e0bbe7-ae2f-4bcb-bdbf-83481a917b75 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484871 Sep 07 16:19:03.762876 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50576) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.768298 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.800255 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.876180 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.880158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.900382 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34c80ac-79cc-4b31-b246-d138dbae8ecd,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.908040 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.909271 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-aabd4c57-31ec-44d5-ade6-e052b61102de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453753 Sep 07 16:19:03.912956 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 50580) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.917347 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:03.941467 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Project dc113d27b6fd41df867468867f43d000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:19:03.946809 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.025692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.029708 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.062630 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f027269e-7a74-4d24-bcf8-40bfd1ec459a,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.068091 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.069385 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b6495e06-9dd7-4ed1-881f-d8c40b1d1659 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554644 Sep 07 16:19:04.073396 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50582) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:04.077960 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'security_group_rule': {'security_group_id': 'ac76c4ee-8dd4-4711-9243-abae59c9a23d', 'project_id': 'dc113d27b6fd41df867468867f43d000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:04.102202 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Project dc113d27b6fd41df867468867f43d000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:19:04.108591 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.169633 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.174330 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.190127 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3668e85c-59c4-4db7-a30c-6e32730ff40c,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.209428 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.212805 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-af482d81-c92e-4884-af9b-1d53f0a319d0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383150 Sep 07 16:19:04.266059 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62762-5510-4407-a4cb-b2a753467bf0 req-2963d25f-a72f-4030-baa3-eee24ce2c1a3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:04.268120 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9e62762-5510-4407-a4cb-b2a753467bf0 req-2963d25f-a72f-4030-baa3-eee24ce2c1a3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0732665 Sep 07 16:19:04.327816 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9e62762-5510-4407-a4cb-b2a753467bf0 req-be57f342-b7d7-48b8-9113-49d3ec7f5e57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498288 Sep 07 16:19:04.473471 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:04.549983 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:04.551381 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.664787 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d58ea0d9-adf4-4075-b47f-9077428ca3e8 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:04.737112 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port d58ea0d9-adf4-4075-b47f-9077428ca3e8 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:04.743792 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port d58ea0d9-adf4-4075-b47f-9077428ca3e8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:04.744435 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.858699 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Sync routers for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:04.859323 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.877083 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:04.880156 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.897667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port d58ea0d9-adf4-4075-b47f-9077428ca3e8, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d58ea0d9-adf4-4075-b47f-9077428ca3e8,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:04.918159 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.002428 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=d58ea0d9-adf4-4075-b47f-9077428ca3e8,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:05.072318 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:19:05.144372 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:05.243850 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:05.268587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:19:05.313233 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.329743 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:05.375969 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:05.383588 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.488415 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:05.493628 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:19:05.542442 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50336bf8-3afb-4c21-a419-e2d710154366 req-204299b5-1905-4616-8ac6-c052ab243c24 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:05.544819 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-50336bf8-3afb-4c21-a419-e2d710154366 req-204299b5-1905-4616-8ac6-c052ab243c24 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.1034255 Sep 07 16:19:05.646620 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '74863b13-9010-441e-af94-193c6f5dcdf2', 'name': '', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'mac_address': 'fa:16:3e:ee:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 2, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'subnets': [{'id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:05.654631 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-50336bf8-3afb-4c21-a419-e2d710154366 req-63891817-765c-4dc9-8a37-fbb0c29668e9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887423 Sep 07 16:19:05.715026 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Checking router: f0cf63d0-fa21-4f8e-892e-f12113fc7d7c for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:19:05.715650 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Updating router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c port 74863b13-9010-441e-af94-193c6f5dcdf2 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:19:05.752947 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.895690 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.183827 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.198750 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Transition to ACTIVE for port object 74863b13-9010-441e-af94-193c6f5dcdf2 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:06.206246 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.299635 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed98c27-450a-40c6-9530-c5e87f528b0b None None] Pushing event updated for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:06.333778 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Attempting to bind port 74863b13-9010-441e-af94-193c6f5dcdf2 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:06.334489 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Attempting to bind port 74863b13-9010-441e-af94-193c6f5dcdf2 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:06.335090 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Attempting to bind port 74863b13-9010-441e-af94-193c6f5dcdf2 on network 16f5c7af-0599-4477-b24c-1821001c36fb {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:06.355999 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:06.357107 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Checking segment: {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:06.357746 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.358425 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Bound using segment: {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:06.359095 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d58ea0d9-adf4-4075-b47f-9077428ca3e8 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:06.359294 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Bound port: 74863b13-9010-441e-af94-193c6f5dcdf2, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f02404-59e2-43a9-a84c-6f2a0877068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:06.359858 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.467615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port d58ea0d9-adf4-4075-b47f-9077428ca3e8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:06.467961 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.513407 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] For port 74863b13-9010-441e-af94-193c6f5dcdf2, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:06.520367 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] For port 74863b13-9010-441e-af94-193c6f5dcdf2, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=74863b13-9010-441e-af94-193c6f5dcdf2,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:06.530162 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.603913 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed98c27-450a-40c6-9530-c5e87f528b0b None None] Pushing event updated for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:06.645857 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:06.646927 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:18:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:06.853678 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299b23f-8de8-4029-9a3b-b6ea34d13bac req-76055388-c44b-415c-9d81-a54f2ab88dee tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:06.859744 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6299b23f-8de8-4029-9a3b-b6ea34d13bac req-76055388-c44b-415c-9d81-a54f2ab88dee tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.0845759 Sep 07 16:19:06.919850 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:06.959415 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6299b23f-8de8-4029-9a3b-b6ea34d13bac req-31d793a2-2001-42a8-a8cc-ad45053288b1 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943997 Sep 07 16:19:07.084558 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4a9474b5-e351-47fd-9a83-eac0f753a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.095826 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:07.188469 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:07.188938 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.258321 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '74863b13-9010-441e-af94-193c6f5dcdf2', 'name': '', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'mac_address': 'fa:16:3e:ee:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:19:06Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'subnets': [{'id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:07.293131 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716df6e6-a36c-4891-a71e-d48783cad49a None None] The sync data for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi is: [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:01Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '74863b13-9010-441e-af94-193c6f5dcdf2', 'name': '', 'network_id': '16f5c7af-0599-4477-b24c-1821001c36fb', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'mac_address': 'fa:16:3e:ee:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:19:06Z', 'revision_number': 4, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'subnets': [{'id': '468a660b-88a0-488a-a10c-8addec2c00aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:07.353101 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.385965 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:07.392302 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0828b29-afbd-4de3-9224-8f603e7346bc" -d '{"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:07.430788 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:07.435091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.552049 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:07.608666 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd509fe-7b92-45d4-9df2-b9f69b04b34f x-openstack-request-id: req-9bd509fe-7b92-45d4-9df2-b9f69b04b34f {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:07.609051 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:07.609418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9bd509fe-7b92-45d4-9df2-b9f69b04b34f {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:07.610135 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'code': 200} Sep 07 16:19:07.667204 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-66609ded-3dff-49e6-900e-5da61f7363b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:07.669606 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-66609ded-3dff-49e6-900e-5da61f7363b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1099 time: 0.0903871 Sep 07 16:19:07.829318 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-4eee82c9-6874-446b-84ac-e5ca4748b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:07.832337 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-4eee82c9-6874-446b-84ac-e5ca4748b6e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.1394386 Sep 07 16:19:07.913158 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-c99f09d1-f800-424c-bba3-5972daf812bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1002 time: 0.0726271 Sep 07 16:19:07.985222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-d5084570-09d4-4566-a53a-e622f1ea6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:07.986920 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-d5084570-09d4-4566-a53a-e622f1ea6a2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0661690 Sep 07 16:19:08.064617 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-5feafcb2-6209-4e08-8665-efde4710e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.064617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-5feafcb2-6209-4e08-8665-efde4710e9d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678945 Sep 07 16:19:08.278361 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be2817-01bf-439c-b7a3-16d32543b240 req-533bddb7-cebf-4d52-916b-9deb1b031122 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.282480 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-11be2817-01bf-439c-b7a3-16d32543b240 req-533bddb7-cebf-4d52-916b-9deb1b031122 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.1596403 Sep 07 16:19:08.380537 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-b144bbf4-6577-4a19-9f45-f1a3fb99c9fc service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069417 Sep 07 16:19:08.424268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 74863b13-9010-441e-af94-193c6f5dcdf2 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:08.462603 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-11be2817-01bf-439c-b7a3-16d32543b240 req-336a1a0c-f0c2-44cf-b37b-a9c6523986a1 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641285 Sep 07 16:19:08.545584 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 74863b13-9010-441e-af94-193c6f5dcdf2 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:08.552417 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 74863b13-9010-441e-af94-193c6f5dcdf2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:08.553464 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.574973 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8ef9af67-9fa5-4508-b328-37233b17f2c2 req-ca9cc0f1-adb0-42f6-abb0-2bd48babbae6 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856899 Sep 07 16:19:08.684211 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.737629 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 74863b13-9010-441e-af94-193c6f5dcdf2, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=74863b13-9010-441e-af94-193c6f5dcdf2,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:08.741357 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.806689 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:09.628658 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.684268 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f942b-9ff8-4a21-a766-7cdd0c5a7d5e req-10ca950f-2762-4ed0-8e4c-ab6335cc600f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:09.687044 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-955f942b-9ff8-4a21-a766-7cdd0c5a7d5e req-10ca950f-2762-4ed0-8e4c-ab6335cc600f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0827863 Sep 07 16:19:09.742576 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-955f942b-9ff8-4a21-a766-7cdd0c5a7d5e req-d4e557f8-af3b-4878-84db-7b9be52d3ec2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451326 Sep 07 16:19:09.749388 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-50227b17-b52e-4085-9e49-672ce1a4ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.306241 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 74863b13-9010-441e-af94-193c6f5dcdf2 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:10.372606 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 74863b13-9010-441e-af94-193c6f5dcdf2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:10.372856 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.911570 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3bb47-73d8-4f64-bc3a-2be60eae62dd req-3eb44ad1-65f5-4fe7-bd6e-964067663f4a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:10.913155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7e3bb47-73d8-4f64-bc3a-2be60eae62dd req-3eb44ad1-65f5-4fe7-bd6e-964067663f4a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0763218 Sep 07 16:19:10.968155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e7e3bb47-73d8-4f64-bc3a-2be60eae62dd req-1ec2ab18-7813-4b15-93cb-488276904d52 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489204 Sep 07 16:19:11.459659 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.116226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad1089-a00e-4b38-bfc9-68cf7a058c1a req-408bb0bd-eee8-4dbc-9f37-f37dcbaafe9c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:12.117743 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-caad1089-a00e-4b38-bfc9-68cf7a058c1a req-408bb0bd-eee8-4dbc-9f37-f37dcbaafe9c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0576034 Sep 07 16:19:12.186571 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-caad1089-a00e-4b38-bfc9-68cf7a058c1a req-da1f560d-1336-4812-8ddc-bcea9cd8b0f6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622697 Sep 07 16:19:13.009341 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.404853 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a728b06-1279-4618-ac59-538bdca28bb9 req-cb7c5f35-626b-4e30-805a-daf3284daf18 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:13.404853 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a728b06-1279-4618-ac59-538bdca28bb9 req-cb7c5f35-626b-4e30-805a-daf3284daf18 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0953178 Sep 07 16:19:13.467046 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a728b06-1279-4618-ac59-538bdca28bb9 req-6fa584bd-fc74-4b97-ac63-42ec360a1de5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549002 Sep 07 16:19:14.625221 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d092d5-9186-418d-97d9-32f12befe1c1 req-abc5f439-6c02-47fd-bb2e-3e4c1ea8730b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:14.628210 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7d092d5-9186-418d-97d9-32f12befe1c1 req-abc5f439-6c02-47fd-bb2e-3e4c1ea8730b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0580978 Sep 07 16:19:14.681824 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7d092d5-9186-418d-97d9-32f12befe1c1 req-f666c4f0-8831-4ded-82c1-dd54bc9d6656 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470290 Sep 07 16:19:15.852659 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91490-f8c2-429b-9eef-8d21910d71a2 req-e6fd6cde-85ba-40f6-809a-e670358577b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:15.854303 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9b91490-f8c2-429b-9eef-8d21910d71a2 req-e6fd6cde-85ba-40f6-809a-e670358577b0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0528724 Sep 07 16:19:15.897466 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9b91490-f8c2-429b-9eef-8d21910d71a2 req-78616736-1f7f-4bc6-bfe0-e889e9321695 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361385 Sep 07 16:19:16.582486 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-55b9c281-a3aa-4701-8d38-1d1cc2270dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.584560 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-55b9c281-a3aa-4701-8d38-1d1cc2270dfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1099 time: 0.0592291 Sep 07 16:19:16.683777 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-18a4fe0e-7614-45e0-b509-0ea104b8cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.686582 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-18a4fe0e-7614-45e0-b509-0ea104b8cbe6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.0920305 Sep 07 16:19:16.770446 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-183bc907-bba6-4137-b2ec-1dd148455501 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1002 time: 0.0761278 Sep 07 16:19:16.823137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-6ad006eb-806c-40e3-911d-3e6dc9e40e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.824638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-6ad006eb-806c-40e3-911d-3e6dc9e40e1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0467906 Sep 07 16:19:16.874272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-bf6319ac-a958-4407-bb62-6ae0524d938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.875829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-bf6319ac-a958-4407-bb62-6ae0524d938c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431261 Sep 07 16:19:17.278499 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-620da890-3ab1-4b2d-a79f-d5d6953bc2a2 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935952 Sep 07 16:19:17.292990 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7cb0f-a0c2-4392-be0e-f07deb4baabe req-4da3e895-a3c9-49c6-9c83-0379ccd2b77a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:17.294473 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2b7cb0f-a0c2-4392-be0e-f07deb4baabe req-4da3e895-a3c9-49c6-9c83-0379ccd2b77a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0755284 Sep 07 16:19:17.391110 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e2b7cb0f-a0c2-4392-be0e-f07deb4baabe req-75a4444a-20b3-4d17-8954-340e063e52a3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878778 Sep 07 16:19:17.417089 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b98bb04e-c794-439a-ab73-f290ad494aaa req-a383f819-ac1e-4c5a-bdae-0241a5671794 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215637 Sep 07 16:19:18.526022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba08b5-cf11-4265-9c50-c7b9458bb9d0 req-82466b6c-25a3-4970-829b-26c3c2b028c0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:18.527581 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adba08b5-cf11-4265-9c50-c7b9458bb9d0 req-82466b6c-25a3-4970-829b-26c3c2b028c0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0577457 Sep 07 16:19:18.587295 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-adba08b5-cf11-4265-9c50-c7b9458bb9d0 req-8958d6a0-10f0-4eac-a6a0-b7201543ce80 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532818 Sep 07 16:19:19.706919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5317-c3f0-4562-82dd-481b1768ead0 req-5403b7ae-ec83-4c3b-8b4f-198fb020e645 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:19.708574 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eeba5317-c3f0-4562-82dd-481b1768ead0 req-5403b7ae-ec83-4c3b-8b4f-198fb020e645 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0515771 Sep 07 16:19:19.760621 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eeba5317-c3f0-4562-82dd-481b1768ead0 req-a696fe74-d14b-4fec-bc1c-3347e8d661d6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 Sep 07 16:19:20.717669 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-ae611b8f-1c36-4a06-a189-14d483e8526d req-d400c64c-edd8-46e6-9746-26a8df17dcfa service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:19:20.718718 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ae611b8f-1c36-4a06-a189-14d483e8526d req-d400c64c-edd8-46e6-9746-26a8df17dcfa service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1107974 Sep 07 16:19:20.901771 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad2c10-0621-4bdf-bafe-6511aec50f4c req-66a61e80-59b8-4165-9e3f-d3a68b0691ea tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:20.903695 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-98ad2c10-0621-4bdf-bafe-6511aec50f4c req-66a61e80-59b8-4165-9e3f-d3a68b0691ea tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 946 time: 0.0658422 Sep 07 16:19:20.954099 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-98ad2c10-0621-4bdf-bafe-6511aec50f4c req-f66eee48-68fc-4c03-a16a-32ec78d81fcd tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408134 Sep 07 16:19:21.116338 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 50830) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:21.149591 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:21.209521 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-b446e7f0-1048-481e-9385-6e0c4095f343 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912583 Sep 07 16:19:21.224955 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-88157329-0701-4d79-b79a-75bdcf284a8a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:19:21.226243 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-88157329-0701-4d79-b79a-75bdcf284a8a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091133 Sep 07 16:19:21.234294 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.258743 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:21.261077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfee282-3481-4fcb-ad3d-c4111f0278c0" -d '{"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:21.289070 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:21.293418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.300068 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80187b1-1c25-4930-9f09-09ccb9927944 x-openstack-request-id: req-a80187b1-1c25-4930-9f09-09ccb9927944 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:21.300351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-unplugged", "status": "failed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "code": 422}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:21.300647 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a80187b1-1c25-4930-9f09-09ccb9927944 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:21.301163 dv-cinder-806991-3-iscsi neutron-server[94233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'code': 422} returned with failed status Sep 07 16:19:21.356669 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:22.103629 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637252c-27e1-41d0-836e-0233d47b82c1 req-8724b20a-85c8-4a7f-987d-a058c7d4b7e4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.105110 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4637252c-27e1-41d0-836e-0233d47b82c1 req-8724b20a-85c8-4a7f-987d-a058c7d4b7e4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0776556 Sep 07 16:19:22.119989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-6d6439a0-92d2-485c-be0d-3a4803537aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.121473 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-6d6439a0-92d2-485c-be0d-3a4803537aa0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb&tenant_id=607b839fd1c84804bcfdf4cf4e35a829 HTTP/1.1" status: 200 len: 1097 time: 0.0616989 Sep 07 16:19:22.179794 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4637252c-27e1-41d0-836e-0233d47b82c1 req-dd885be0-0b15-4fbd-b8ba-d536a74983e3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679283 Sep 07 16:19:22.203921 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-ccdadcd7-a12c-4f20-b129-bd508a109419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.205493 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-ccdadcd7-a12c-4f20-b129-bd508a109419 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1097 time: 0.0543485 Sep 07 16:19:22.310098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-fc048b01-5ba6-41db-8672-bacc7cb2e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.312465 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-fc048b01-5ba6-41db-8672-bacc7cb2e67a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.0991883 Sep 07 16:19:22.388757 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-b356e5c6-5b30-4501-8639-03ad5602e2de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1000 time: 0.0663927 Sep 07 16:19:22.456519 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-3923e592-e7bb-49e7-9bbb-14130e6551a8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043843807&fields=id&tenant_id=dc113d27b6fd41df867468867f43d000 HTTP/1.1" status: 200 len: 267 time: 0.0667970 Sep 07 16:19:22.460072 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-6de9027c-a50e-4394-8a20-0d4071ae5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.461446 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-6de9027c-a50e-4394-8a20-0d4071ae5667 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0647094 Sep 07 16:19:22.588618 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-47f98b9c-61e3-414d-a831-0a62cc8d08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.590066 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-47f98b9c-61e3-414d-a831-0a62cc8d08b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175406 Sep 07 16:19:22.631784 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-3aac4b47-0c84-4df2-bfcf-8b2d989c0fe0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.634310 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-3aac4b47-0c84-4df2-bfcf-8b2d989c0fe0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 809 time: 0.1707451 Sep 07 16:19:22.688407 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-b99d679c-9927-4ff6-968c-4df9ad16ceb8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/quotas/dc113d27b6fd41df867468867f43d000 HTTP/1.1" status: 200 len: 375 time: 0.0441713 Sep 07 16:19:22.744757 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-5c15bbf4-bdc9-432e-9ffd-f5a3b33dd000 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418884 Sep 07 16:19:22.779312 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-17717476-1b74-479d-8ea4-2b1efdbbefa6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812497 Sep 07 16:19:22.925298 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f5086b52-fdf0-4806-98f9-a8a969637058 req-901a183f-c68c-4447-8bd5-a1932bd5b32a service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733170 Sep 07 16:19:22.962121 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-dc185bc7-df85-4548-9798-61e3d3afc29a service neutron] 10.222.0.82 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696746 Sep 07 16:19:23.066102 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-894dfc24-63b4-4c1c-8974-90bed08bb80a service neutron] 10.222.0.82 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974000 Sep 07 16:19:23.388107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c58b-a179-4662-a8b4-63ccdbd37fd8 req-f40b8b1e-c8cf-4588-a893-5ed4962bbe96 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:23.398256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f1b1c58b-a179-4662-a8b4-63ccdbd37fd8 req-f40b8b1e-c8cf-4588-a893-5ed4962bbe96 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.1082246 Sep 07 16:19:23.455167 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f1b1c58b-a179-4662-a8b4-63ccdbd37fd8 req-adad7970-ddbc-40b9-b6d4-39eee6170d7e tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551946 Sep 07 16:19:23.574791 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b8b31ed6-8ac1-4d59-ab29-82732b426d5c req-89ee178a-3cd6-4684-81ac-feeac4d9ef35 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0515018 Sep 07 16:19:24.618107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eeaad-0c8a-40a2-860a-7d9f7b8af316 req-dae87051-2307-4f0e-ab32-b53aff91de1a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.619896 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a6eeaad-0c8a-40a2-860a-7d9f7b8af316 req-dae87051-2307-4f0e-ab32-b53aff91de1a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0557280 Sep 07 16:19:24.662804 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a6eeaad-0c8a-40a2-860a-7d9f7b8af316 req-edfe501e-3e82-4e40-8de1-506f9bddf753 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Sep 07 16:19:24.765124 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-28c38e6c-e994-445f-8812-b0ba823ae255 req-e36a92e3-60b0-4ac4-9ccd-fb0394cc94bf tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0286682 Sep 07 16:19:25.806373 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa2daf-f8dd-419c-bdde-3a7b625008b6 req-38e57239-e3a4-4f8d-935a-61548697f600 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:25.807889 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2baa2daf-f8dd-419c-bdde-3a7b625008b6 req-38e57239-e3a4-4f8d-935a-61548697f600 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0571730 Sep 07 16:19:25.850360 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2baa2daf-f8dd-419c-bdde-3a7b625008b6 req-6b09832e-ba10-4fe8-b506-de84233b85b8 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358262 Sep 07 16:19:25.943741 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-989c984f-e338-4f65-bfa8-957a1e31a188 req-70700b4b-cdf3-47a6-98f0-59aa6dd3f091 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0327775 Sep 07 16:19:26.993170 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b77f-7892-43cc-b780-947184bdf6a9 req-915829f2-0e6a-46b1-8b66-18bb1ea7ebd4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.994675 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7202b77f-7892-43cc-b780-947184bdf6a9 req-915829f2-0e6a-46b1-8b66-18bb1ea7ebd4 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0582340 Sep 07 16:19:27.037424 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7202b77f-7892-43cc-b780-947184bdf6a9 req-c37c5332-b2a6-40d4-8af1-5c199faacbb3 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363545 Sep 07 16:19:27.125483 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05eb4786-47ae-4229-8e1c-e17860f5b8bb req-985b8b4e-cb1a-4792-b7d8-6681132fae35 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0273705 Sep 07 16:19:28.162468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b5e8-ecdc-485c-ada1-3bd1b0855b2c req-cfb640a9-d642-424e-8bf0-a74e9775349f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.164106 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cf6b5e8-ecdc-485c-ada1-3bd1b0855b2c req-cfb640a9-d642-424e-8bf0-a74e9775349f tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0506017 Sep 07 16:19:28.204414 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cf6b5e8-ecdc-485c-ada1-3bd1b0855b2c req-445cea7a-8412-4cbb-8af4-363565ba7518 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Sep 07 16:19:28.299480 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c7dee840-cdca-48c6-846f-84662faecb00 req-195c2784-f74b-4297-8251-f14b8aabc2de tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Sep 07 16:19:29.346384 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b6861-9725-4037-a9e2-b1fb424a1e42 req-06b0219d-8af9-43d9-a4b9-bb801b8a0bd9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:29.348281 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-160b6861-9725-4037-a9e2-b1fb424a1e42 req-06b0219d-8af9-43d9-a4b9-bb801b8a0bd9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0574355 Sep 07 16:19:29.397481 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-160b6861-9725-4037-a9e2-b1fb424a1e42 req-b54a41cc-41dc-4f94-9b03-42a449da8764 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386026 Sep 07 16:19:29.493907 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7b18d9eb-5e83-4fb3-be06-980108966369 req-ce592c9f-e43f-46a2-ba0c-1c7c3065167e tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0341947 Sep 07 16:19:30.533931 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8edd3b-e2a9-4c34-befe-a6df6882122f req-8b28c94c-573c-46fd-b0b6-e8d5d109e475 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.535380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c8edd3b-e2a9-4c34-befe-a6df6882122f req-8b28c94c-573c-46fd-b0b6-e8d5d109e475 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0593407 Sep 07 16:19:30.581166 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c8edd3b-e2a9-4c34-befe-a6df6882122f req-a2ca0d95-f418-4af0-8b07-0735f597c6d9 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Sep 07 16:19:30.667776 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e0e129a9-bf03-46c4-88eb-20a0bbe58d30 req-7351d0d4-e15d-4225-82cc-a8fdef39a0f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Sep 07 16:19:31.707321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6193c-1676-4863-b498-4b6f3008c7c0 req-1d6421a6-75b5-4719-ae69-27707e9963be tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:31.711280 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32f6193c-1676-4863-b498-4b6f3008c7c0 req-1d6421a6-75b5-4719-ae69-27707e9963be tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0556931 Sep 07 16:19:31.750702 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32f6193c-1676-4863-b498-4b6f3008c7c0 req-da0f7066-11ae-4d78-be82-a5d64324fb6c tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348721 Sep 07 16:19:31.841820 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f188f007-4217-448b-ba87-0a0eadf79c78 req-1439cd61-78a3-431e-9dca-9d9b3101a774 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0284886 Sep 07 16:19:32.894939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc95581-dc5c-45f5-b66e-75359837af98 req-926fe354-08f4-4555-9704-8b8af0767b57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.896765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4bc95581-dc5c-45f5-b66e-75359837af98 req-926fe354-08f4-4555-9704-8b8af0767b57 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0561574 Sep 07 16:19:32.938270 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4bc95581-dc5c-45f5-b66e-75359837af98 req-20aea22f-dd12-44e2-b9f8-8bfb2ab04b8d tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354068 Sep 07 16:19:33.029407 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e0f9dd16-0ca5-499b-affb-6ca2757e262a req-94f67f5f-6fbe-47eb-9a84-bc2a74e72c99 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Sep 07 16:19:33.291099 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:19:34.069423 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622d115-3bb9-4ffb-9259-49edd0905ea2 req-329fbd94-d4cf-43d8-b158-a13c2a0b435a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.071170 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f622d115-3bb9-4ffb-9259-49edd0905ea2 req-329fbd94-d4cf-43d8-b158-a13c2a0b435a tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.0570731 Sep 07 16:19:34.156698 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9fbdd1a1-cfd8-41e2-ae57-95912c58a080 req-2ba2df3e-7c5d-49a2-a3a6-5cb225adf9cf tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0566332 Sep 07 16:19:34.172782 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f622d115-3bb9-4ffb-9259-49edd0905ea2 req-cd4b1fe8-475f-445d-955f-e4afdac142c2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947566 Sep 07 16:19:34.252670 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-9ae0218c-0bb9-4a4a-97f0-e85ab1ed0f31 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.254460 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-9ae0218c-0bb9-4a4a-97f0-e85ab1ed0f31 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 809 time: 0.1420660 Sep 07 16:19:34.308838 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-5c65fbd2-ac06-4192-a6e1-7d144c5c43b6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc113d27b6fd41df867468867f43d000 HTTP/1.1" status: 200 len: 380 time: 0.0349972 Sep 07 16:19:34.319194 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'port': {'device_id': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'admin_state_up': True, 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'security_groups': ['ac76c4ee-8dd4-4711-9243-abae59c9a23d']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:34.428791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Made reservation on behalf of dc113d27b6fd41df867468867f43d000 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:34.432239 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:34.565501 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Allocated IP 172.20.0.9 (e6fbfa8c-ccfb-4488-aa76-87eaf9660e35/8f41256a-6986-433a-8b11-6d21b0511982/36b1e81e-1ec6-41c9-8b23-77f73f271636) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:34.726171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:34.741042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Transition to ACTIVE for port object 36b1e81e-1ec6-41c9-8b23-77f73f271636 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:34.776129 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:34.822082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:34.825176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:34.828927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:34.860604 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:34.875808 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.876185 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.877094 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.877407 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.877872 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.878204 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.878532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.878862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.879219 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.879571 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.879897 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.880212 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:34.902925 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.903741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:34.919750 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-8f2f6843-47d9-4020-8aee-bde7ffc02de1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041331 Sep 07 16:19:34.932553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Request body: {'port': {'device_id': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:34.992550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.034421 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-78b0de5b-bb56-419f-bf31-906c1171338a None None] Provisioning for port 36b1e81e-1ec6-41c9-8b23-77f73f271636 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:35.039647 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-78b0de5b-bb56-419f-bf31-906c1171338a None None] Provisioning complete for port 36b1e81e-1ec6-41c9-8b23-77f73f271636 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:35.039877 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-78b0de5b-bb56-419f-bf31-906c1171338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.076135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-78b0de5b-bb56-419f-bf31-906c1171338a None None] Port 36b1e81e-1ec6-41c9-8b23-77f73f271636 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:35.330495 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b1e81e-1ec6-41c9-8b23-77f73f271636 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:35.339371 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.354490 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d39c-78a7-458a-9102-e9d01873683b req-cbf21962-83d8-4bd9-975f-bb41e925a8d1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.356094 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0918d39c-78a7-458a-9102-e9d01873683b req-cbf21962-83d8-4bd9-975f-bb41e925a8d1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 931 time: 0.0968692 Sep 07 16:19:35.374135 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Transition to ACTIVE for port object 36b1e81e-1ec6-41c9-8b23-77f73f271636 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:35.385875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.477130 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0918d39c-78a7-458a-9102-e9d01873683b req-ee2fd06c-fd5e-4c99-8c0a-e3102f4eb487 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135890 Sep 07 16:19:35.481143 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:35.503586 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c3adc-565d-4794-b1c7-483759edf8ec req-970ef7eb-8c7c-42e7-96a9-647db2aeb8bf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.505035 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-935c3adc-565d-4794-b1c7-483759edf8ec req-970ef7eb-8c7c-42e7-96a9-647db2aeb8bf tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.1223869 Sep 07 16:19:35.582100 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-935c3adc-565d-4794-b1c7-483759edf8ec req-43a3f698-9d15-4e60-9cc0-5fbf8e4d329b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632384 Sep 07 16:19:35.596975 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Attempting to bind port 36b1e81e-1ec6-41c9-8b23-77f73f271636 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:35.597428 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Attempting to bind port 36b1e81e-1ec6-41c9-8b23-77f73f271636 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:35.597955 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Attempting to bind port 36b1e81e-1ec6-41c9-8b23-77f73f271636 on network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:35.604228 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Port 36b1e81e-1ec6-41c9-8b23-77f73f271636 on network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:35.604664 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Attempting to bind port 36b1e81e-1ec6-41c9-8b23-77f73f271636 on network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:35.612790 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:35.613320 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Checking segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:35.613868 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Bound using segment: {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:35.614430 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Bound port: 36b1e81e-1ec6-41c9-8b23-77f73f271636, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc43b28-eb8e-4e4e-9f1b-361303c98940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:35.614909 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.694368 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:35.697585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:35.702099 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.743317 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.743941 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.745369 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] 10.222.0.83 "PUT /v2.0/ports/36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 1093 time: 0.8172977 Sep 07 16:19:35.745760 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:35.748020 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:35.781680 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2676bc-473b-441d-8cc9-df088b0c4bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:35.794365 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831470b-1678-4c98-b044-16522ef99662 x-openstack-request-id: req-6831470b-1678-4c98-b044-16522ef99662 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:35.794652 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:35.794896 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6831470b-1678-4c98-b044-16522ef99662 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:35.795320 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'status': 'completed', 'code': 200} Sep 07 16:19:35.828997 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-b2c695dd-06e4-4e78-85e7-60a43090a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.830541 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-b2c695dd-06e4-4e78-85e7-60a43090a396 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0450726 Sep 07 16:19:35.877948 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-4947454f-8673-4c85-a06d-b11b3c7c62d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 217 time: 0.0393100 Sep 07 16:19:35.879319 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.929227 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-00cbe322-a661-4e13-83b6-2e5af485276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.930735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-00cbe322-a661-4e13-83b6-2e5af485276c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0459945 Sep 07 16:19:35.976709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-12d07dba-1009-4f3f-a92d-3c8e4d556de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.978129 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-12d07dba-1009-4f3f-a92d-3c8e4d556de0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406570 Sep 07 16:19:36.074021 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-374a7166-20f8-40af-90cf-cd18ff85fed6 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884268 Sep 07 16:19:36.164613 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b0701a5f-7abd-43bb-90ef-f075249cdecd req-cfb53ba8-1622-4994-b29e-9d1e2bfa507e service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Sep 07 16:19:36.253909 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-331834ec-edc7-4be0-9877-f1ca1f55203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.255433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-331834ec-edc7-4be0-9877-f1ca1f55203b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0465405 Sep 07 16:19:36.348113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-4c939ec0-b0f7-4a02-b0df-f76ee77b446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.349508 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-4c939ec0-b0f7-4a02-b0df-f76ee77b446b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.0857599 Sep 07 16:19:36.397208 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-ed417c02-1430-42e3-a6fc-abf80787b0ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 217 time: 0.0382335 Sep 07 16:19:36.452334 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-838364b4-55b2-453a-afcd-9231b3beccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.453779 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-838364b4-55b2-453a-afcd-9231b3beccf8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0495362 Sep 07 16:19:36.500657 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-c9553597-9d4f-40b9-86b9-a1d99894450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.502199 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-c9553597-9d4f-40b9-86b9-a1d99894450c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406904 Sep 07 16:19:36.626987 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-f7f80257-d904-4fee-b620-93aa815140c2 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171587 Sep 07 16:19:36.635522 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fa418-6dbd-4c51-a619-ecc03022b81f req-14d706db-f6af-47ff-8e4d-307c5ffd7aae tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.636989 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ff4fa418-6dbd-4c51-a619-ecc03022b81f req-14d706db-f6af-47ff-8e4d-307c5ffd7aae tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0689991 Sep 07 16:19:36.764706 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ff4fa418-6dbd-4c51-a619-ecc03022b81f req-94c2c54f-eaab-4c3d-8909-7a61253dc753 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195636 Sep 07 16:19:36.785699 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2139489-f2c3-4e93-8a72-276eedbd2de9 req-205f66bc-9bab-47df-8c59-ca51c2ae425b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.787219 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2139489-f2c3-4e93-8a72-276eedbd2de9 req-205f66bc-9bab-47df-8c59-ca51c2ae425b tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 944 time: 0.1257877 Sep 07 16:19:36.811588 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-51a1f0eb-1f90-4d6e-bef7-04cfeae241f6 req-89070b03-a13b-4c02-8041-4a74573948ef service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736550 Sep 07 16:19:36.839288 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2139489-f2c3-4e93-8a72-276eedbd2de9 req-14ec0e23-2cba-4f1d-8a9d-490694d25368 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Sep 07 16:19:37.052860 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e785e3ba-0914-42b0-ba18-3302aeec546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.255414 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:19:37.349956 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:37.361460 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'port_id': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'mac_address': 'fa:16:3e:bc:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:19:37.397824 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.414194 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:37.433398 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:37.437351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.487325 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=9']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:37.656335 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:19:37.889716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b2dd1-2af8-416c-9e8d-58a2eac0e75f req-8d970dc0-5524-4d83-a2b7-10361e2d4e46 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.891275 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-532b2dd1-2af8-416c-9e8d-58a2eac0e75f req-8d970dc0-5524-4d83-a2b7-10361e2d4e46 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0510948 Sep 07 16:19:37.965380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-532b2dd1-2af8-416c-9e8d-58a2eac0e75f req-b99adf28-7cce-4f2e-948e-48afc3a2d76b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677209 Sep 07 16:19:37.978798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7c22-5406-48fc-9b12-aa0e64f238ba req-7f460582-c8ce-4a92-acab-4f7cfa4efc10 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.980384 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-da1a7c22-5406-48fc-9b12-aa0e64f238ba req-7f460582-c8ce-4a92-acab-4f7cfa4efc10 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.0665193 Sep 07 16:19:38.020075 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-da1a7c22-5406-48fc-9b12-aa0e64f238ba req-7cb84e82-6bc8-4db2-baae-27c11a150012 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332839 Sep 07 16:19:39.085162 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb86878-e6da-432f-a081-c0ca981840f9 req-33b7e2e2-2493-4d8e-9d66-f0a295593d5a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.086658 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0eb86878-e6da-432f-a081-c0ca981840f9 req-33b7e2e2-2493-4d8e-9d66-f0a295593d5a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0521710 Sep 07 16:19:39.152889 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0eb86878-e6da-432f-a081-c0ca981840f9 req-2e725eb7-ad6d-43a8-9860-dbe1c83c94ff tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597413 Sep 07 16:19:39.163316 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae17f-c148-460f-b82f-793d50749765 req-ffa0b938-af24-4a35-9df6-89603ff49ac0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.164786 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-acfae17f-c148-460f-b82f-793d50749765 req-ffa0b938-af24-4a35-9df6-89603ff49ac0 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 945 time: 0.0727923 Sep 07 16:19:39.211223 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-acfae17f-c148-460f-b82f-793d50749765 req-369ed3bd-9f42-48e1-a57c-9a5c5a729418 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Sep 07 16:19:39.257125 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:39.309917 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:39.310291 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.384020 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.405528 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:39.408299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411c5d06-744f-4d46-99f3-914424a09bd1" -d '{"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:39.420898 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:39.425475 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.451084 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290e4cd-e35a-42b1-aad8-500d84e75170 x-openstack-request-id: req-1290e4cd-e35a-42b1-aad8-500d84e75170 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:39.451375 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:39.451623 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1290e4cd-e35a-42b1-aad8-500d84e75170 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:39.451998 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'code': 200} Sep 07 16:19:39.477885 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=10']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:39.622279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.627330 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d1bd4-9426-461b-86c4-9396038f6b1b req-50b7d1c2-33e2-4049-907f-e469473ead15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.629019 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4b8d1bd4-9426-461b-86c4-9396038f6b1b req-50b7d1c2-33e2-4049-907f-e469473ead15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1100 time: 0.0447636 Sep 07 16:19:39.664468 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4b8d1bd4-9426-461b-86c4-9396038f6b1b req-1e3ec81c-b6d9-4163-b9ea-042762632c6b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284836 Sep 07 16:19:39.712232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5ccf718b-a5d0-4a4e-9fcf-48b7f547ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.268337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c520-f6d5-4799-9e55-a021e0311a31 req-34a36a4d-40b9-415b-91ef-93a4f2a12ae8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.269933 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d57c520-f6d5-4799-9e55-a021e0311a31 req-34a36a4d-40b9-415b-91ef-93a4f2a12ae8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0494215 Sep 07 16:19:40.336481 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d57c520-f6d5-4799-9e55-a021e0311a31 req-68413385-1fab-445e-afcf-643bab362cdf tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599310 Sep 07 16:19:40.352230 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c9612-17f4-4606-84f1-660948ade7f2 req-929a835d-6462-43ac-a55e-7b95b5e3b557 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.353681 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5c8c9612-17f4-4606-84f1-660948ade7f2 req-929a835d-6462-43ac-a55e-7b95b5e3b557 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 947 time: 0.0641756 Sep 07 16:19:40.392507 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5c8c9612-17f4-4606-84f1-660948ade7f2 req-2c902f7f-b1b4-4137-944a-9e5d7db706fc tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Sep 07 16:19:41.448525 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.454595 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730fb29-b02e-4f76-8486-bc11967a4310 req-f06eec99-9e28-4b15-a201-86ebf6227816 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.456240 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4730fb29-b02e-4f76-8486-bc11967a4310 req-f06eec99-9e28-4b15-a201-86ebf6227816 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0525551 Sep 07 16:19:41.518633 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4730fb29-b02e-4f76-8486-bc11967a4310 req-dab94b96-918d-4deb-ae30-1d269ea0a9f6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563252 Sep 07 16:19:41.546798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c5d15-3de5-4dcc-a219-8dbf914c949e req-4b7f019e-2630-49a4-a880-02e5d270b4a5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.548889 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-004c5d15-3de5-4dcc-a219-8dbf914c949e req-4b7f019e-2630-49a4-a880-02e5d270b4a5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 947 time: 0.0797825 Sep 07 16:19:41.588458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-004c5d15-3de5-4dcc-a219-8dbf914c949e req-98bb76c8-c52d-4e10-bfba-aa0774a5c852 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Sep 07 16:19:42.639152 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2784-98a3-4efb-877f-1f5460a13800 req-74521986-a635-4797-a738-d6360c7e6585 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.640639 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6dbf2784-98a3-4efb-877f-1f5460a13800 req-74521986-a635-4797-a738-d6360c7e6585 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0537281 Sep 07 16:19:42.679735 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6dbf2784-98a3-4efb-877f-1f5460a13800 req-5432bb79-b04d-4a52-8ded-bed381b38b23 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Sep 07 16:19:43.001823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.795705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083e541-c303-4709-a424-6c6235f375f6 req-cbf6c8eb-dd40-4051-9d1e-48cc25e76619 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:43.797165 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8083e541-c303-4709-a424-6c6235f375f6 req-cbf6c8eb-dd40-4051-9d1e-48cc25e76619 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0505946 Sep 07 16:19:43.840763 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8083e541-c303-4709-a424-6c6235f375f6 req-eea64644-3dbe-43e1-bb27-8e7020a23658 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370038 Sep 07 16:19:44.970267 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa132d23-a84e-4f1e-8695-3192ee4d6c02 req-a8285069-e80f-4f46-b5d2-c559bb0d2853 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.971810 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa132d23-a84e-4f1e-8695-3192ee4d6c02 req-a8285069-e80f-4f46-b5d2-c559bb0d2853 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0488033 Sep 07 16:19:45.010110 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aa132d23-a84e-4f1e-8695-3192ee4d6c02 req-9a90b443-0640-429a-a5b2-535151f3269d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Sep 07 16:19:45.286729 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:19:45.382784 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:45.393510 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'mac_address': 'fa:16:3e:b3:e3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:19:45.433109 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.445030 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b1e81e-1ec6-41c9-8b23-77f73f271636 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:45.462923 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:45.466865 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.513027 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:45.695395 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['36b1e81e-1ec6-41c9-8b23-77f73f271636'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:19:46.125658 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ff83-38d5-4503-8f4a-9e4163966e55 req-bf68552c-f5d2-458b-b867-63775efbd508 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:46.127124 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d704ff83-38d5-4503-8f4a-9e4163966e55 req-bf68552c-f5d2-458b-b867-63775efbd508 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Sep 07 16:19:46.163974 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d704ff83-38d5-4503-8f4a-9e4163966e55 req-7371ffd6-bce8-4a15-a264-d462296abbb6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310521 Sep 07 16:19:47.280216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80320-c64d-4aad-95a6-f2e379decdfb req-24fdee16-38be-4d86-b348-36c47c37a385 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.280216 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fd80320-c64d-4aad-95a6-f2e379decdfb req-24fdee16-38be-4d86-b348-36c47c37a385 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 944 time: 0.0503645 Sep 07 16:19:47.288297 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:47.333740 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fd80320-c64d-4aad-95a6-f2e379decdfb req-dca2ad8e-3123-4d4f-bcbc-c44c05f15cfe tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481720 Sep 07 16:19:47.352504 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 36b1e81e-1ec6-41c9-8b23-77f73f271636 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:47.356153 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 36b1e81e-1ec6-41c9-8b23-77f73f271636 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:47.356520 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.434267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.456142 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:47.458270 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed65b2d-fc2d-440b-8f44-379ee53e73db" -d '{"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-plugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:47.471021 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:47.475231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.498488 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c4ff7-1635-4f64-813c-0af909014386 x-openstack-request-id: req-5d4c4ff7-1635-4f64-813c-0af909014386 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:47.498757 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-plugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:47.499018 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5d4c4ff7-1635-4f64-813c-0af909014386 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:47.499400 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'code': 200} Sep 07 16:19:47.524892 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:47.712812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109905-4f6d-444c-9a41-c663d8b22668 req-7535d575-0733-4de7-a6ed-4923dac749c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.714278 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f3109905-4f6d-444c-9a41-c663d8b22668 req-7535d575-0733-4de7-a6ed-4923dac749c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0384333 Sep 07 16:19:47.750721 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f3109905-4f6d-444c-9a41-c663d8b22668 req-a6d49c4b-edd5-4c0f-814e-67ed1dc2d116 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285490 Sep 07 16:19:48.697549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f25361-eb51-4cb9-b4d4-ef2369466d07 req-f46866b3-b267-43b6-ab4b-19331283d085 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.699074 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37f25361-eb51-4cb9-b4d4-ef2369466d07 req-f46866b3-b267-43b6-ab4b-19331283d085 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.2994599 Sep 07 16:19:48.741130 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37f25361-eb51-4cb9-b4d4-ef2369466d07 req-c3ceecfb-31ff-442f-955b-937b892bdb21 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Sep 07 16:19:49.854550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad926cd-a452-464f-a716-e8dc18314629 req-6898e17b-8d64-4649-9ca9-34b5f9a21306 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.856063 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fad926cd-a452-464f-a716-e8dc18314629 req-6898e17b-8d64-4649-9ca9-34b5f9a21306 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Sep 07 16:19:49.893667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fad926cd-a452-464f-a716-e8dc18314629 req-b92c6cfa-7d1c-4372-aff4-3b71fdc10335 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Sep 07 16:19:50.011629 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e924cd-f669-4f51-8fdd-21476486d9cc req-1e5ca8f0-11b1-4c0d-9151-3420f54baaff tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:50.013231 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a6e924cd-f669-4f51-8fdd-21476486d9cc req-1e5ca8f0-11b1-4c0d-9151-3420f54baaff tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Sep 07 16:19:50.052496 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a6e924cd-f669-4f51-8fdd-21476486d9cc req-530d72dd-85b5-4287-a821-50d6877973f1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334916 Sep 07 16:19:50.073190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51094) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:50.157252 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a09322-1076-4d33-820a-b6e80a3725ad tempest-TestShelveInstance-1219515880 tempest-TestShelveInstance-1219515880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:50.158744 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-57a09322-1076-4d33-820a-b6e80a3725ad tempest-TestShelveInstance-1219515880 tempest-TestShelveInstance-1219515880-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1093 time: 0.0845766 Sep 07 16:19:50.162031 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51098) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:50.166342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:50.188174 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.281749 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.385073 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Allocated IP 172.27.0.158 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/12357c55-5697-4124-8d1d-ec72d0e97721) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:50.483080 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.519680 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.558400 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:50.561165 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:50.565158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:50.594776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'Port': ['ID=12357c55-5697-4124-8d1d-ec72d0e97721,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:50.916433 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.989806 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.146622 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.150831 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.218208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event updated for resources: {'Port': ['ID=12357c55-5697-4124-8d1d-ec72d0e97721,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:51.228199 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.330158 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Floating IP 7e75319b-e341-474f-a6a5-96913a64188b associated. External IP: 172.27.0.158, port: 36b1e81e-1ec6-41c9-8b23-77f73f271636. Sep 07 16:19:51.541582 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:51.653002 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:51.662857 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Sync routers for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:51.670742 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.673479 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:51.674105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:51.699262 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ac92bc87-b84f-423c-b1e5-aef977f3b48d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5361700 Sep 07 16:19:51.699894 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:51.702132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec43adf1-e810-47b2-9166-8222fed2612f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:51.743706 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc335dcf-3b16-4c10-b24d-121d20ce374e x-openstack-request-id: req-cc335dcf-3b16-4c10-b24d-121d20ce374e {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:51.743994 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:51.744245 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cc335dcf-3b16-4c10-b24d-121d20ce374e {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:51.744647 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'status': 'completed', 'code': 200} Sep 07 16:19:51.783149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:51.808160 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43adf1-e810-47b2-9166-8222fed2612f req-f68b2ca5-0430-4437-90ab-85cbda1d3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.809717 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-f68b2ca5-0430-4437-90ab-85cbda1d3aea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0406482 Sep 07 16:19:51.915972 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43adf1-e810-47b2-9166-8222fed2612f req-6be093a7-4b27-446c-a13e-07a0e665017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.917336 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-6be093a7-4b27-446c-a13e-07a0e665017d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.0965889 Sep 07 16:19:51.995022 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-bb0afefc-2412-45da-9560-5bafe10ab7a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 999 time: 0.0678411 Sep 07 16:19:52.027089 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '7e75319b-e341-474f-a6a5-96913a64188b', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'mac_address': 'fa:16:3e:b3:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:50Z', 'updated_at': '2021-09-07T16:19:50Z', 'revision_number': 0, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:52.053752 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Checking router: dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:19:52.058445 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43adf1-e810-47b2-9166-8222fed2612f req-befdc91e-9e98-40ed-bc88-399375b7dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.060138 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-befdc91e-9e98-40ed-bc88-399375b7dd65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0523443 Sep 07 16:19:52.062590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:52.063789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:52.110188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43adf1-e810-47b2-9166-8222fed2612f req-38dd45f4-6878-45f1-acaa-e79bda26570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.112048 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-38dd45f4-6878-45f1-acaa-e79bda26570b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434511 Sep 07 16:19:52.211649 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-00f978ec-676d-4476-bf5f-6d1322927a9a service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915718 Sep 07 16:19:52.295901 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:52.319592 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec43adf1-e810-47b2-9166-8222fed2612f req-cf43ba91-f017-436a-b7ea-26fa91b8aab4 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003017 Sep 07 16:19:52.550850 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '7e75319b-e341-474f-a6a5-96913a64188b', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'mac_address': 'fa:16:3e:b3:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:50Z', 'updated_at': '2021-09-07T16:19:50Z', 'revision_number': 0, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:52.578639 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebc5af-9b71-4490-ba74-68589b1cb441 None None] The sync data for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi is: [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '7e75319b-e341-474f-a6a5-96913a64188b', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'mac_address': 'fa:16:3e:b3:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:50Z', 'updated_at': '2021-09-07T16:19:50Z', 'revision_number': 0, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:52.783304 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5760e-5da8-4763-8f0f-242827359c12 None None] New status for floating IP 7e75319b-e341-474f-a6a5-96913a64188b: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:19:54.497669 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb265277-11e9-44b3-9d52-385b25c1bd81 req-28423d44-56a8-4922-82a5-8a808b0a4c64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.499083 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb265277-11e9-44b3-9d52-385b25c1bd81 req-28423d44-56a8-4922-82a5-8a808b0a4c64 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Sep 07 16:19:54.537957 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb265277-11e9-44b3-9d52-385b25c1bd81 req-eafd5b69-3069-436b-a264-af3488244645 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Sep 07 16:19:55.657263 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd0e9d-ea52-4475-b361-cd86304c5209 req-2239424e-6c92-4d4a-82c7-676b5f098057 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:55.658749 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9cd0e9d-ea52-4475-b361-cd86304c5209 req-2239424e-6c92-4d4a-82c7-676b5f098057 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0536106 Sep 07 16:19:55.696829 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d9cd0e9d-ea52-4475-b361-cd86304c5209 req-cc14ab9e-b762-49ab-b902-3f85a6bebf4c tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318964 Sep 07 16:19:56.508086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-44910ad3-9cf2-4856-8443-473ddb45c099 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.509501 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-44910ad3-9cf2-4856-8443-473ddb45c099 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0472353 Sep 07 16:19:56.598391 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Deleting port 4943808f-a1c9-40c5-a054-dd9897897240 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:56.598640 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.687337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] For port 4943808f-a1c9-40c5-a054-dd9897897240, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4943808f-a1c9-40c5-a054-dd9897897240,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:56.688505 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.879288 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01947f-2303-48f5-946f-ba69f0a16fc0 req-f1bc7db7-d85b-48d4-abaa-50c33e75281b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.880674 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c01947f-2303-48f5-946f-ba69f0a16fc0 req-f1bc7db7-d85b-48d4-abaa-50c33e75281b tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0f952f4-b7ac-4ba5-883f-45271bcfd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0966020 Sep 07 16:19:56.913747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.914095 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.914412 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Floating IP aa0439c2-d22c-4604-abb8-00ff94a6dab3 disassociated. External IP: 172.27.0.199, port: 4943808f-a1c9-40c5-a054-dd9897897240. Sep 07 16:19:56.914755 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Calling delete_port for 4943808f-a1c9-40c5-a054-dd9897897240 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:56.969090 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c01947f-2303-48f5-946f-ba69f0a16fc0 req-2665bb67-3720-4161-a466-f88f56edc757 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups?id=1405cf32-f46d-41e2-8985-f8766e286eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793767 Sep 07 16:19:57.057919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.084903 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'Port': ['ID=4943808f-a1c9-40c5-a054-dd9897897240,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:57.202270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:57.309143 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:57.319092 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:57.329028 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:57.329645 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:57.349146 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] No DVR routers for this DVR port 4943808f-a1c9-40c5-a054-dd9897897240 on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:57.351661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.353617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed1f8fbe-7d88-4f62-a804-fd8bedbb074c req-e2deb447-4adf-44c7-a541-8f083b6ebacb tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.83 "DELETE /v2.0/ports/4943808f-a1c9-40c5-a054-dd9897897240 HTTP/1.1" status: 204 len: 173 time: 0.8363173 Sep 07 16:19:57.354052 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'name': 'network-vif-deleted', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:57.356372 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c2736-f1aa-4166-bd8a-6321791a4fdd" -d '{"events": [{"server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "name": "network-vif-deleted", "tag": "4943808f-a1c9-40c5-a054-dd9897897240"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:57.399514 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a51b8e-f020-44bc-9a78-911bdf89b0d5 x-openstack-request-id: req-06a51b8e-f020-44bc-9a78-911bdf89b0d5 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:57.399807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f952f4-b7ac-4ba5-883f-45271bcfd4f6", "name": "network-vif-deleted", "tag": "4943808f-a1c9-40c5-a054-dd9897897240", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:57.400057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-06a51b8e-f020-44bc-9a78-911bdf89b0d5 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:57.400459 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f952f4-b7ac-4ba5-883f-45271bcfd4f6', 'name': 'network-vif-deleted', 'tag': '4943808f-a1c9-40c5-a054-dd9897897240', 'status': 'completed', 'code': 200} Sep 07 16:19:57.442606 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:57.646045 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:57.675096 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:19:57.683561 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:57.684091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:57.795672 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:19:58.005630 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:58.032566 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a41dbb-00c4-4e29-b9d1-69fad501e13a None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:06Z', 'revision_number': 4, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '63710ca7-e369-47af-857c-1d08b13652f0', 'name': '', 'network_id': '3f47cdc4-825e-497e-a877-96dba42674b6', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'mac_address': 'fa:16:3e:20:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:05Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'subnets': [{'id': 'dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:58.052814 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51162) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:58.116445 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.140344 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.193351 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.196338 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.197515 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "DELETE /v2.0/security-groups/1405cf32-f46d-41e2-8985-f8766e286eb6 HTTP/1.1" status: 204 len: 168 time: 0.1437290 Sep 07 16:19:58.200661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51164) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:58.207412 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1405cf32-f46d-41e2-8985-f8766e286eb6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:58.218177 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.api.v2.resource [None req-ee6b0ad6-3e7c-450c-b388-93dff79f0fc3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] show failed (client error): The resource could not be found. Sep 07 16:19:58.222509 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222751 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ee6b0ad6-3e7c-450c-b388-93dff79f0fc3 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "GET /v2.0/security-groups/1405cf32-f46d-41e2-8985-f8766e286eb6 HTTP/1.1" status: 404 len: 347 time: 0.0182993 Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.222856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.223474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51166) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:58.223553 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.223553 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.223553 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e1e4d-b67d-40a1-84ce-fd0189193b95 tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:58.263289 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c40c1d-44f6-4bfa-9d71-3c7be11b8519 None None] New status for floating IP aa0439c2-d22c-4604-abb8-00ff94a6dab3: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:19:58.373298 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Deleting port 6d262d0b-18e2-47e0-83c4-f2d74404c520 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:58.373725 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.458288 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.458616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.472349 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Calling delete_port for 6d262d0b-18e2-47e0-83c4-f2d74404c520 owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:58.602203 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.632148 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Pushing event deleted for resources: {'Port': ['ID=6d262d0b-18e2-47e0-83c4-f2d74404c520,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:58.693701 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.696243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.697386 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1c78a5da-c431-4404-828b-72495e487f1d tempest-AttachVolumeTestJSON-1733427538 tempest-AttachVolumeTestJSON-1733427538-project] 10.222.0.82 "DELETE /v2.0/floatingips/aa0439c2-d22c-4604-abb8-00ff94a6dab3 HTTP/1.1" status: 204 len: 168 time: 0.4735429 Sep 07 16:20:01.348158 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 4943808f-a1c9-40c5-a054-dd9897897240 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:01.372788 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 4943808f-a1c9-40c5-a054-dd9897897240 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:01.373299 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 4943808f-a1c9-40c5-a054-dd9897897240 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:02.247218 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51196) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:02.681663 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.923256 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Deleting port 63710ca7-e369-47af-857c-1d08b13652f0 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:02.923775 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.008453 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] For port 63710ca7-e369-47af-857c-1d08b13652f0, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=63710ca7-e369-47af-857c-1d08b13652f0,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:03.008824 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.022895 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Calling delete_port for 63710ca7-e369-47af-857c-1d08b13652f0 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:03.204411 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.229804 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Pushing event deleted for resources: {'Port': ['ID=63710ca7-e369-47af-857c-1d08b13652f0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.394037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.605834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Router 05f388d1-aee4-4297-b6a5-c05e514378fd has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:03.714942 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:03.720365 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5295e7c5-4085-4709-85c4-04304402b230 admin admin] 10.222.0.82 "PUT /v2.0/routers/05f388d1-aee4-4297-b6a5-c05e514378fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4719687 Sep 07 16:20:03.722869 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51202) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:03.725615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Sync routers for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:03.735975 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:03.736602 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.827257 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.852546 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:03.929906 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.982204 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Deleting port e92f0561-1aa4-4eed-beec-dfa8960a6304 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:03.982537 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.035430 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:03Z', 'revision_number': 5, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port': {'id': 'e92f0561-1aa4-4eed-beec-dfa8960a6304', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:04.066171 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Checking router: 05f388d1-aee4-4297-b6a5-c05e514378fd for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:04.070807 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] For port e92f0561-1aa4-4eed-beec-dfa8960a6304, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e92f0561-1aa4-4eed-beec-dfa8960a6304,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:04.071221 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.075163 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Routers {'05f388d1-aee4-4297-b6a5-c05e514378fd'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:04.076186 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:19:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05f388d1-aee4-4297-b6a5-c05e514378fd'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:04.084246 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Calling delete_port for e92f0561-1aa4-4eed-beec-dfa8960a6304 owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:04.170020 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] Set router 05f388d1-aee4-4297-b6a5-c05e514378fd gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:04.227347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:03Z', 'revision_number': 6, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:04.254730 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322224-0770-4603-9cb8-50b7337a5a23 None None] The sync data for ids ['05f388d1-aee4-4297-b6a5-c05e514378fd'] in dv-cinder-806991-3-iscsi is: [{'id': '05f388d1-aee4-4297-b6a5-c05e514378fd', 'name': 'tempest-AttachVolumeTestJSON-1372906962-router', 'tenant_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:03Z', 'revision_number': 6, 'project_id': 'd7b62ec5c13540f98fb8103fcc1d4e32', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:04.263934 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.290762 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Pushing event deleted for resources: {'Port': ['ID=e92f0561-1aa4-4eed-beec-dfa8960a6304,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:04.353055 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.444093 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.446199 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.491784 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.492267 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f388d1-aee4-4297-b6a5-c05e514378fd {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:04.496840 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.497989 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-266220df-5e19-4523-b15b-5aaeff22423e admin admin] 10.222.0.82 "DELETE /v2.0/routers/05f388d1-aee4-4297-b6a5-c05e514378fd HTTP/1.1" status: 204 len: 168 time: 0.7741604 Sep 07 16:20:04.501114 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51204) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.544309 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Deleting subnet dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:04.547844 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.581839 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.667827 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.739877 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.769277 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:04.777914 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.780390 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3b1368ef-4dc6-4dae-aff7-1a1bb12c5211 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/dff8ae47-9ca6-4e40-a3c4-d3a4a34dfd85 HTTP/1.1" status: 204 len: 168 time: 0.2782793 Sep 07 16:20:04.783544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51206) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.786902 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d854caf-1b98-4c14-b290-2e1224896a8d None None] Network 3f47cdc4-825e-497e-a877-96dba42674b6 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:04.861217 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.920005 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Deleting port 73887b41-a21b-4bf2-8758-ae4b75341ea7 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:04.920592 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.986731 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] For port 73887b41-a21b-4bf2-8758-ae4b75341ea7, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=73887b41-a21b-4bf2-8758-ae4b75341ea7,segment=NetworkSegment(9ef241ea-1a09-46f7-9825-2a14b04a84de),segment_id=9ef241ea-1a09-46f7-9825-2a14b04a84de)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:04.987133 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.001000 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Calling delete_port for 73887b41-a21b-4bf2-8758-ae4b75341ea7 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:05.105209 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.112394 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aad345-c00f-4acf-91e3-f0084604e482 None None] DHCP port deletion for 3f47cdc4-825e-497e-a877-96dba42674b6 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:05.132284 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73887b41-a21b-4bf2-8758-ae4b75341ea7,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.136907 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] No DVR routers for this DVR port 73887b41-a21b-4bf2-8758-ae4b75341ea7 on host dv-cinder-806991-3-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:05.458019 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.477308 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f47cdc4-825e-497e-a877-96dba42674b6']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:05.486087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef241ea-1a09-46f7-9825-2a14b04a84de') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:05.486379 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef241ea-1a09-46f7-9825-2a14b04a84de') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:05.495271 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.508312 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.514291 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:05.514657 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:05.517087 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:05.574018 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.580153 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.582050 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] 10.222.0.82 "DELETE /v2.0/networks/3f47cdc4-825e-497e-a877-96dba42674b6 HTTP/1.1" status: 204 len: 168 time: 0.7970433 Sep 07 16:20:05.592960 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c6e2c-33b9-4d7f-9b25-0afe437e4bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f47cdc4-825e-497e-a877-96dba42674b6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.705463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51212) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:05.744879 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-16160785-bf4f-401c-8828-1881d153c716 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d7b62ec5c13540f98fb8103fcc1d4e32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382528 Sep 07 16:20:05.747286 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51214) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:05.794461 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.815203 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.864667 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.867454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.868677 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4274d0d3-180b-417e-989a-ee1cb337e834 HTTP/1.1" status: 204 len: 168 time: 0.1204708 Sep 07 16:20:05.876902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde017c-9f6b-4887-b256-123ca9ce8c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274d0d3-180b-417e-989a-ee1cb337e834,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.884022 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.339478 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e92f0561-1aa4-4eed-beec-dfa8960a6304 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:06.366582 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: e92f0561-1aa4-4eed-beec-dfa8960a6304 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:06.367012 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e92f0561-1aa4-4eed-beec-dfa8960a6304 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:06.367492 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 73887b41-a21b-4bf2-8758-ae4b75341ea7 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:06.390259 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 73887b41-a21b-4bf2-8758-ae4b75341ea7 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:06.390677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 73887b41-a21b-4bf2-8758-ae4b75341ea7 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:06.391280 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 63710ca7-e369-47af-857c-1d08b13652f0 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:06.411341 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 63710ca7-e369-47af-857c-1d08b13652f0 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:06.411691 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 63710ca7-e369-47af-857c-1d08b13652f0 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:06.571465 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51236) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.667148 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1724276297-network', 'tenant_id': '44f8b9595f824639956a4296f6d85c97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:06.689145 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:06.691585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.700222 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.792073 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.795705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.821701 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:06.830772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:06.838476 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.838476 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Added segment f93e6aaa-f291-4924-a835-de7c72fdbc8d of type vlan for network f57bfff6-5651-472e-a602-f501acb79fca Sep 07 16:20:06.888119 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.913533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.914492 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.915137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.950544 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3779614 Sep 07 16:20:06.953773 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51240) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.958667 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Request body: {'subnet': {'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1724276297-subnet', 'tenant_id': '44f8b9595f824639956a4296f6d85c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:06.979599 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:06.981879 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6195459'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.982949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632248f9-0839-4479-baf4-6c9e889bb3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f57bfff6-5651-472e-a602-f501acb79fca,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:07.000867 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network f57bfff6-5651-472e-a602-f501acb79fca details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:07.075558 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e94e0a2b-eb67-430d-8308-e86dfbc48a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.158848 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5563432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6195477'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.214785 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d3eb55-4ab1-4fd6-a014-29c4c18f9440,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:07.225627 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Checking segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:07.225980 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Network hostable DHCP agents. Network: f57bfff6-5651-472e-a602-f501acb79fca, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:07.243535 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Network f57bfff6-5651-472e-a602-f501acb79fca is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:07.251643 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, f57bfff6-5651-472e-a602-f501acb79fca) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:07.256201 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:07.256774 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.265307 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee36c29-4a5e-4c91-bceb-aa159ffafc05 None None] Network f57bfff6-5651-472e-a602-f501acb79fca requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:07.279720 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f79b8b17-8c1d-4e6c-b666-61a9ff38559a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3247178 Sep 07 16:20:07.401776 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc53bb-a81a-42d7-a55a-f4046dc490e3 None None] Network f57bfff6-5651-472e-a602-f501acb79fca requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:07.994544 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-2037000b-f828-4b11-95bc-9fb9a6fe17a1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:07.995978 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-2037000b-f828-4b11-95bc-9fb9a6fe17a1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.3895473 Sep 07 16:20:07.998749 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-62d8b7cb-fa11-40cd-8060-bec77a374ca7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3302214 Sep 07 16:20:08.021895 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-ab221b7b-dcf8-40c3-b0bc-85e1bc4f9d30 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/quotas/44f8b9595f824639956a4296f6d85c97 HTTP/1.1" status: 200 len: 375 time: 0.0187683 Sep 07 16:20:08.058160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-226b9f86-2f3c-4f3b-b866-ad9cfeb2094a tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287919 Sep 07 16:20:08.158270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-a2ea36dc-80a6-4852-933e-174fdd08d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.160106 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-a2ea36dc-80a6-4852-933e-174fdd08d75b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 1100 time: 0.1045153 Sep 07 16:20:08.199803 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-f2ba02a8-f341-46de-a9d7-a18947f12aa0 service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331091 Sep 07 16:20:08.352615 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-2559eee8-4744-494c-83bc-74b8aa69df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.354148 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-2559eee8-4744-494c-83bc-74b8aa69df49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 200 len: 918 time: 0.1682765 Sep 07 16:20:08.360443 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-cda3ce77-bc3f-4021-8107-bd7d5acb387a service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498981 Sep 07 16:20:08.429343 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-c8d99e95-ef8f-4593-9613-752c07ace2e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 200 len: 1002 time: 0.0671673 Sep 07 16:20:08.496380 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-057b8f69-4c89-4c2c-9e60-af297a413384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.497904 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-057b8f69-4c89-4c2c-9e60-af297a413384 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 200 len: 855 time: 0.0591967 Sep 07 16:20:08.560085 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4c9a4ff5-cf25-4ba3-b445-a5a4a687681b req-e56b258f-05dd-4edd-89d7-7a42fbb1eea9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 210 time: 0.0453627 Sep 07 16:20:08.575342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-adb00d52-6a76-448c-a815-be90caf85899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.577146 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-adb00d52-6a76-448c-a815-be90caf85899 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7897faab-2ea9-41e0-a40a-c4fa3c028274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708151 Sep 07 16:20:08.681350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-f3dbe516-057b-4cd8-bc42-84439f206d7f service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955670 Sep 07 16:20:08.788213 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-37815e50-9b9b-4c8a-8fb0-f5799546f680 req-bccb8596-5bc5-4721-8a87-1c955aa2a6e1 service neutron] 10.222.0.83 "GET /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969639 Sep 07 16:20:09.594871 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-0b4e045d-3c2f-470c-bbb2-de1e7dbfd4c7 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.596502 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-0b4e045d-3c2f-470c-bbb2-de1e7dbfd4c7 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1127908 Sep 07 16:20:09.612226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Request body: {'port': {'device_id': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'admin_state_up': True, 'tenant_id': '44f8b9595f824639956a4296f6d85c97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:09.629990 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.712678 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ff5bedfb-0aa1-49dc-bc14-a5dfb6c6167a req-a0fcaea0-6275-4eca-a6a0-04de7443342a tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 210 time: 0.0361278 Sep 07 16:20:09.718770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2759fac4-b4f4-41ab-930a-24748be32e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.755538 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:09.759043 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.887547 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Allocated IP 172.20.0.8 (f57bfff6-5651-472e-a602-f501acb79fca/73d3eb55-4ab1-4fd6-a014-29c4c18f9440/f9815dd7-311a-43ab-8ec0-ba7e439ebbca) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:10.034958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.075616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.122423 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Network f57bfff6-5651-472e-a602-f501acb79fca is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:10.125877 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:10.131825 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:10.138654 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event updated for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:10.189716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:10.190340 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.204703 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-c62bdd4f-9331-4ce8-92f4-64a7c6415b4f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973239 Sep 07 16:20:10.219467 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Request body: {'port': {'device_id': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:10.272479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.294096 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:20:10.544227 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9815dd7-311a-43ab-8ec0-ba7e439ebbca {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:10.551626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.563341 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Transition to ACTIVE for port object f9815dd7-311a-43ab-8ec0-ba7e439ebbca will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:10.567443 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.624244 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Pushing event updated for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:10.691487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Attempting to bind port f9815dd7-311a-43ab-8ec0-ba7e439ebbca on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:10.691833 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Attempting to bind port f9815dd7-311a-43ab-8ec0-ba7e439ebbca by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:10.692171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Attempting to bind port f9815dd7-311a-43ab-8ec0-ba7e439ebbca on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:10.697086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Port f9815dd7-311a-43ab-8ec0-ba7e439ebbca on network f57bfff6-5651-472e-a602-f501acb79fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:20:10.697414 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Attempting to bind port f9815dd7-311a-43ab-8ec0-ba7e439ebbca on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:10.702991 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:10.703364 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Checking segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:10.703755 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Bound using segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:10.704200 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Bound port: f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:10.704566 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.786208 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:10.789664 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:10.804677 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.854751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:10.855459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.856928 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] 10.222.0.83 "PUT /v2.0/ports/f9815dd7-311a-43ab-8ec0-ba7e439ebbca HTTP/1.1" status: 200 len: 1093 time: 0.6421325 Sep 07 16:20:10.859941 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:10.862167 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c0655-29b8-4f34-a439-3f5965b7861b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:10.895863 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c6631-48e1-438f-8910-45431f107ce1 req-e258ac14-6dd0-46be-9833-607d9f41313d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:10.897477 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-276c6631-48e1-438f-8910-45431f107ce1 req-e258ac14-6dd0-46be-9833-607d9f41313d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 943 time: 0.1045513 Sep 07 16:20:10.917914 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54ab05-51ee-4e0d-a4cd-c00a5970105a x-openstack-request-id: req-da54ab05-51ee-4e0d-a4cd-c00a5970105a {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:10.918205 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:10.918436 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-da54ab05-51ee-4e0d-a4cd-c00a5970105a {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:10.918828 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'status': 'completed', 'code': 200} Sep 07 16:20:10.957026 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d8fe-b863-46b4-9a99-58d31edd4561 service neutron] Pushing event updated for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:10.986682 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-d391de5e-376b-47da-992c-0a502e174fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:10.988293 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-d391de5e-376b-47da-992c-0a502e174fcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 1096 time: 0.0865383 Sep 07 16:20:10.991557 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-276c6631-48e1-438f-8910-45431f107ce1 req-e1dfcc5f-1f9e-4fa1-bf89-7e6cf4c8d69e tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752828 Sep 07 16:20:11.041128 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-f26a2971-948a-4b5b-9bc0-ca67eb0c9539 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca HTTP/1.1" status: 200 len: 217 time: 0.0365503 Sep 07 16:20:11.096169 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a482baa-b43a-45e3-a491-d26df335f24a req-f5e8f504-7f89-4c42-aed9-d54b712e9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.097611 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-f5e8f504-7f89-4c42-aed9-d54b712e9b5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0477035 Sep 07 16:20:11.136487 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-3bee665b-8247-412f-b0a4-e1ac47e45854 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303893 Sep 07 16:20:11.234485 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-2a81dd8b-9541-4bc0-bf66-b7c86dcb9b63 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895603 Sep 07 16:20:11.332772 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4a482baa-b43a-45e3-a491-d26df335f24a req-4706f6e0-fe07-4d36-b182-2fb0e4265106 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906911 Sep 07 16:20:11.423592 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0655-29b8-4f34-a439-3f5965b7861b req-c68e6e72-7eab-4f32-bd3e-adc5b06f553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.425142 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-c68e6e72-7eab-4f32-bd3e-adc5b06f553c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 1096 time: 0.0431418 Sep 07 16:20:11.450861 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:11.522956 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0655-29b8-4f34-a439-3f5965b7861b req-9cd023b0-ac61-474b-8fdc-620ce0785e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.524470 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-9cd023b0-ac61-474b-8fdc-620ce0785e57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 917 time: 0.0878465 Sep 07 16:20:11.574197 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-48178b89-73a4-43ea-8b86-d908759eef72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca HTTP/1.1" status: 200 len: 217 time: 0.0401101 Sep 07 16:20:11.629620 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0655-29b8-4f34-a439-3f5965b7861b req-3aa70b3d-42b7-4825-902a-e2d5abad45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.631152 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-3aa70b3d-42b7-4825-902a-e2d5abad45e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0478785 Sep 07 16:20:11.663400 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-41f76884-f03d-4df7-9067-362b5cc808b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244603 Sep 07 16:20:11.759693 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-df649115-bdfa-47e6-851f-359ddee32ff5 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Sep 07 16:20:11.854235 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-572c0655-29b8-4f34-a439-3f5965b7861b req-731daf21-23f6-42eb-9caa-dd1ae99f76bc service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845528 Sep 07 16:20:12.117158 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69c29f-ef98-4e92-a930-7952f26a2aaa req-38030bbf-bc3f-4e5b-aca6-f1386d89b8c9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.118711 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa69c29f-ef98-4e92-a930-7952f26a2aaa req-38030bbf-bc3f-4e5b-aca6-f1386d89b8c9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 943 time: 0.0548277 Sep 07 16:20:12.161872 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fa69c29f-ef98-4e92-a930-7952f26a2aaa req-66437b82-863a-4141-8600-a0ddc1869887 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Sep 07 16:20:13.006685 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:13.279276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505852c5-6655-4d5d-982c-3963dd3c4e9b req-da5fbb53-1458-46a1-be59-97597ea17559 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:13.281211 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-505852c5-6655-4d5d-982c-3963dd3c4e9b req-da5fbb53-1458-46a1-be59-97597ea17559 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 943 time: 0.0498834 Sep 07 16:20:13.320077 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-505852c5-6655-4d5d-982c-3963dd3c4e9b req-711af777-514a-491d-9cd5-39b9e3de30cf tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Sep 07 16:20:14.435031 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dc4e8-7d6e-4c6c-8571-c8a2d8fc98b0 req-134a88b4-1eb9-4184-a2ca-92b00a35dc0b tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.436648 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e35dc4e8-7d6e-4c6c-8571-c8a2d8fc98b0 req-134a88b4-1eb9-4184-a2ca-92b00a35dc0b tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 943 time: 0.0501301 Sep 07 16:20:14.477416 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e35dc4e8-7d6e-4c6c-8571-c8a2d8fc98b0 req-eae4c67f-a970-4a15-aec3-46fdd349b366 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Sep 07 16:20:15.281690 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cde33-b51f-4c67-aa63-5fa58c28e044 req-e37dbdb2-3e4f-4754-bfae-adcc2a5146a5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:15.283107 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-796cde33-b51f-4c67-aa63-5fa58c28e044 req-e37dbdb2-3e4f-4754-bfae-adcc2a5146a5 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 947 time: 0.0602121 Sep 07 16:20:15.322765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-796cde33-b51f-4c67-aa63-5fa58c28e044 req-d6273ff0-d93d-46c5-9033-e0f4cd761dc7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334888 Sep 07 16:20:15.445167 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device f9815dd7-311a-43ab-8ec0-ba7e439ebbca details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:15.554309 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:15.567751 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'port_id': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'mac_address': 'fa:16:3e:8a:71:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3eb55-4ab1-4fd6-a014-29c4c18f9440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:15.607028 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656efaac-5f9c-45ae-be0a-ed687db183cb req-789a7fc5-68d1-49c7-bb4b-84b02e13b26d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:15.607653 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.609170 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-656efaac-5f9c-45ae-be0a-ed687db183cb req-789a7fc5-68d1-49c7-bb4b-84b02e13b26d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 943 time: 0.0537252 Sep 07 16:20:15.621345 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9815dd7-311a-43ab-8ec0-ba7e439ebbca {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:15.642561 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:15.648043 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.660444 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-656efaac-5f9c-45ae-be0a-ed687db183cb req-b91c3963-47df-42e6-8443-6c84efc47238 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Sep 07 16:20:15.699997 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:15.707604 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.707949 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.708287 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.708619 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.709093 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.709350 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.709581 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.709905 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.710248 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.710575 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.710898 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.711244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:15.920320 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:16.454463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fafca-388d-4ec6-bc09-781361294c83 req-6bff28ea-43e4-471f-9101-bd79d6e84805 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.455991 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b0fafca-388d-4ec6-bc09-781361294c83 req-6bff28ea-43e4-471f-9101-bd79d6e84805 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 947 time: 0.0491338 Sep 07 16:20:16.499266 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9b0fafca-388d-4ec6-bc09-781361294c83 req-3f3f720b-834a-49eb-927e-c0a606ca1c18 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups?id=15616ac4-51c6-482f-959c-1b7b73cb8c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Sep 07 16:20:16.835358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148ac9a-53f5-42eb-9749-4a350bd7c4b9 req-0f482887-eb6a-408b-a4d5-073d1772eb99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.836961 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8148ac9a-53f5-42eb-9749-4a350bd7c4b9 req-0f482887-eb6a-408b-a4d5-073d1772eb99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 944 time: 0.0953107 Sep 07 16:20:16.889823 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-5196ef43-635e-4f27-836a-577aae79acce tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.891330 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-5196ef43-635e-4f27-836a-577aae79acce tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 947 time: 0.1065838 Sep 07 16:20:16.896672 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8148ac9a-53f5-42eb-9749-4a350bd7c4b9 req-889feed5-5312-4c66-89f4-71c1cec8dba6 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Sep 07 16:20:16.999156 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Deleting port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:16.999412 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.086030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] For port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:17.086302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.261662 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.261927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.262237 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Floating IP 3945d526-50be-4fe8-8937-f3409836c886 disassociated. External IP: 172.27.0.251, port: c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b. Sep 07 16:20:17.262577 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Calling delete_port for c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:17.389028 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.419017 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'Port': ['ID=c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:17.473034 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device f9815dd7-311a-43ab-8ec0-ba7e439ebbca up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:17.528873 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port f9815dd7-311a-43ab-8ec0-ba7e439ebbca completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:17.534833 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port f9815dd7-311a-43ab-8ec0-ba7e439ebbca triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:17.535247 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.550571 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:17.625167 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.649007 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:17.651398 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eb9e2f-fc97-4011-9566-27c41baac174" -d '{"events": [{"server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:17.658350 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dd634e9f-4a86-4c52-9d60-89482ff4bd08 req-7ad5339d-4a38-467d-bdac-f24ad51c85f6 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/ports?device_id=dca16d8b-9368-45b8-b7de-a221333c87eb HTTP/1.1" status: 200 len: 210 time: 0.0400894 Sep 07 16:20:17.669586 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:17.674822 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.710306 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e609b2-28aa-4b27-bd54-a6aecb244d31 x-openstack-request-id: req-c7e609b2-28aa-4b27-bd54-a6aecb244d31 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:17.710459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:17.710629 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c7e609b2-28aa-4b27-bd54-a6aecb244d31 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:17.711030 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'code': 200} Sep 07 16:20:17.729377 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:17.739175 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:17.739729 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:17.760842 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:17.761635 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:17.802962 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] No DVR routers for this DVR port c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:17.806476 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.810052 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6763975f-7e95-4290-8c0d-3a07b5307e51 req-b61b9267-36ec-4fbf-86c6-19f3aac9b979 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.83 "DELETE /v2.0/ports/c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b HTTP/1.1" status: 204 len: 173 time: 0.9122815 Sep 07 16:20:17.811072 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-deleted', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:17.816007 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f75cd-be1b-49a3-8338-abcd288c827a" -d '{"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-deleted", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:17.868150 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250c579-559a-48ae-8508-7cad4d49c2e2 x-openstack-request-id: req-1250c579-559a-48ae-8508-7cad4d49c2e2 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:17.868806 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca16d8b-9368-45b8-b7de-a221333c87eb", "name": "network-vif-deleted", "tag": "c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:17.868806 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1250c579-559a-48ae-8508-7cad4d49c2e2 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:17.869075 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca16d8b-9368-45b8-b7de-a221333c87eb', 'name': 'network-vif-deleted', 'tag': 'c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b', 'status': 'completed', 'code': 200} Sep 07 16:20:17.899449 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:17.945685 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ca59-871a-49fd-9a93-34e750d6ebf4 req-381a460b-b66c-47f6-adff-fe2f6a98293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:17.947380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4ed4ca59-871a-49fd-9a93-34e750d6ebf4 req-381a460b-b66c-47f6-adff-fe2f6a98293d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 1098 time: 0.0648189 Sep 07 16:20:17.993861 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4ed4ca59-871a-49fd-9a93-34e750d6ebf4 req-af63a7c0-1beb-454c-9837-7d2d9069c881 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Sep 07 16:20:18.065764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db0d0f-a85b-4ed2-bed2-4a45626b0d14 req-29d5e702-e53d-4173-b1e3-f235220c0f1f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.067336 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c1db0d0f-a85b-4ed2-bed2-4a45626b0d14 req-29d5e702-e53d-4173-b1e3-f235220c0f1f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 945 time: 0.0520961 Sep 07 16:20:18.112700 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c1db0d0f-a85b-4ed2-bed2-4a45626b0d14 req-fa4bef1b-fa42-4bed-8a77-4bedb009ce2a tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Sep 07 16:20:18.128070 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:18.158341 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:18.167285 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:18.167894 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:18.296842 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:18.520903 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:18.548669 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f58cef-9a3e-4c3f-be94-5eb10d5a9110 None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:13:15Z', 'revision_number': 4, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': 'dd670a28-5086-4424-aae1-988418b1ab16', 'name': '', 'network_id': '7897faab-2ea9-41e0-a40a-c4fa3c028274', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'mac_address': 'fa:16:3e:3a:76:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:12Z', 'updated_at': '2021-09-07T16:13:25Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'subnets': [{'id': '9aec66f0-6cae-44c6-8fb0-9a6a590b3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:18.767504 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51318) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:18.808843 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931cb9b-f372-4ccf-80a0-15cae627c172 None None] New status for floating IP 3945d526-50be-4fe8-8937-f3409836c886: DOWN {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:20:18.829491 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.855858 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.906076 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.908717 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.909866 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "DELETE /v2.0/security-groups/15616ac4-51c6-482f-959c-1b7b73cb8c75 HTTP/1.1" status: 204 len: 168 time: 0.1413708 Sep 07 16:20:18.913712 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51320) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:18.919648 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eda85-00ea-48ad-b3da-de7455661de2 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15616ac4-51c6-482f-959c-1b7b73cb8c75,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:18.946819 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.api.v2.resource [None req-06616e0f-a79d-4a29-ac47-bd00a7b6ada7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] show failed (client error): The resource could not be found. Sep 07 16:20:18.948114 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-06616e0f-a79d-4a29-ac47-bd00a7b6ada7 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "GET /v2.0/security-groups/15616ac4-51c6-482f-959c-1b7b73cb8c75 HTTP/1.1" status: 404 len: 347 time: 0.0324800 Sep 07 16:20:18.951030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51322) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:19.094815 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Deleting port aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:19.095195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.173353 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.173696 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.195113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Calling delete_port for aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132 owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:19.282806 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2da985-830d-48ac-b773-bfc54f620433 req-f2e6d29e-a785-436b-b3cb-702192f7aa58 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.284253 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f2da985-830d-48ac-b773-bfc54f620433 req-f2e6d29e-a785-436b-b3cb-702192f7aa58 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 945 time: 0.1011770 Sep 07 16:20:19.342023 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f2da985-830d-48ac-b773-bfc54f620433 req-a17f9b8b-586b-418a-9bd2-a585ba2cf7cb tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473907 Sep 07 16:20:19.392294 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.423451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Pushing event deleted for resources: {'Port': ['ID=aae4fa6f-2bbb-4ad0-97c6-5c3ae8c8d132,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:19.487107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.490116 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.491433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e632891d-1406-424f-8ddc-1c67582c0580 tempest-AttachVolumeShelveTestJSON-1485713787 tempest-AttachVolumeShelveTestJSON-1485713787-project] 10.222.0.82 "DELETE /v2.0/floatingips/3945d526-50be-4fe8-8937-f3409836c886 HTTP/1.1" status: 204 len: 168 time: 0.5393138 Sep 07 16:20:21.512397 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:21.542675 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:21.543060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device c9c942ee-c9f9-4373-b2ab-d0cf870c5d6b not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:21.991465 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51366) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:22.455352 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.005557 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Deleting port dd670a28-5086-4424-aae1-988418b1ab16 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:23.006258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.082042 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] For port dd670a28-5086-4424-aae1-988418b1ab16, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=dd670a28-5086-4424-aae1-988418b1ab16,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:23.082405 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.095823 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Calling delete_port for dd670a28-5086-4424-aae1-988418b1ab16 owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:23.323336 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.352822 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd670a28-5086-4424-aae1-988418b1ab16,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:23.540783 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.764812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Router 1b451823-7be0-4563-8f02-9128684a1640 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:23.869257 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:23.874145 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bc206907-69b3-4b6c-aa12-19bcc269b850 admin admin] 10.222.0.82 "PUT /v2.0/routers/1b451823-7be0-4563-8f02-9128684a1640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8816099 Sep 07 16:20:23.876907 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51374) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:23.877755 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Sync routers for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:23.886963 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:23.887598 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:23.979270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.990379 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:24.078707 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.131585 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Deleting port ed98d337-a844-4adf-98a6-40cf2a9feaf6 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:24.131840 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.169668 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:23Z', 'revision_number': 5, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port': {'id': 'ed98d337-a844-4adf-98a6-40cf2a9feaf6', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b451823-7be0-4563-8f02-9128684a1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:00Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:24.195586 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Checking router: 1b451823-7be0-4563-8f02-9128684a1640 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:24.210025 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Routers {'1b451823-7be0-4563-8f02-9128684a1640'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:24.210911 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['1b451823-7be0-4563-8f02-9128684a1640'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:24.218175 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] For port ed98d337-a844-4adf-98a6-40cf2a9feaf6, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=ed98d337-a844-4adf-98a6-40cf2a9feaf6,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:24.218590 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.231378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Calling delete_port for ed98d337-a844-4adf-98a6-40cf2a9feaf6 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:24.301318 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] Set router 1b451823-7be0-4563-8f02-9128684a1640 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:24.364911 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:24Z', 'revision_number': 6, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:24.392824 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e1263-bad2-4d1f-bbbe-2910ae4b2d52 None None] The sync data for ids ['1b451823-7be0-4563-8f02-9128684a1640'] in dv-cinder-806991-3-iscsi is: [{'id': '1b451823-7be0-4563-8f02-9128684a1640', 'name': 'tempest-AttachVolumeShelveTestJSON-100782447-router', 'tenant_id': '607b839fd1c84804bcfdf4cf4e35a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:12:58Z', 'updated_at': '2021-09-07T16:20:24Z', 'revision_number': 6, 'project_id': '607b839fd1c84804bcfdf4cf4e35a829', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:24.415117 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.439559 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed98d337-a844-4adf-98a6-40cf2a9feaf6,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:24.504109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.594866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.597022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.639440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.639947 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b451823-7be0-4563-8f02-9128684a1640 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:24.644618 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.645778 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1990ae19-5138-48d0-9304-760f9c6fdf85 admin admin] 10.222.0.82 "DELETE /v2.0/routers/1b451823-7be0-4563-8f02-9128684a1640 HTTP/1.1" status: 204 len: 168 time: 0.7679434 Sep 07 16:20:24.648338 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51378) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:24.696783 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Deleting subnet 9aec66f0-6cae-44c6-8fb0-9a6a590b3556 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:24.699776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.735198 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.853212 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.926095 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.952959 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aec66f0-6cae-44c6-8fb0-9a6a590b3556,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:24.959776 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.961666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1e24fe5f-5b19-4958-9403-04eb98a5d59a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/9aec66f0-6cae-44c6-8fb0-9a6a590b3556 HTTP/1.1" status: 204 len: 168 time: 0.3123884 Sep 07 16:20:24.964218 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51380) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:24.964932 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f347b07-2184-4d43-bced-42fd0398dc16 None None] Network 7897faab-2ea9-41e0-a40a-c4fa3c028274 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:25.031392 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.089576 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Deleting port 4c770895-4284-421f-8d3b-60a118675f3b {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:25.090155 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.150770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] DHCP port deletion for 7897faab-2ea9-41e0-a40a-c4fa3c028274 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:25.167093 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] For port 4c770895-4284-421f-8d3b-60a118675f3b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4c770895-4284-421f-8d3b-60a118675f3b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:25.167648 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.181760 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Calling delete_port for 4c770895-4284-421f-8d3b-60a118675f3b owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:25.200564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Deleting port 4c770895-4284-421f-8d3b-60a118675f3b {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:25.200924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.271199 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.278837 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] For port 4c770895-4284-421f-8d3b-60a118675f3b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=4c770895-4284-421f-8d3b-60a118675f3b,segment=NetworkSegment(c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c),segment_id=c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:25.279269 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.293427 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Calling delete_port for 4c770895-4284-421f-8d3b-60a118675f3b owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:25.298577 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c770895-4284-421f-8d3b-60a118675f3b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:25.302127 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] No DVR routers for this DVR port 4c770895-4284-421f-8d3b-60a118675f3b on host dv-cinder-806991-3-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:25.380943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.390891 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.416599 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] Pushing event deleted for resources: {'Port': ['ID=4c770895-4284-421f-8d3b-60a118675f3b,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:25.417131 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897faab-2ea9-41e0-a40a-c4fa3c028274']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:25.421245 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28016e9-a9b6-43a5-9741-5c8b87f4954c None None] No DVR routers for this DVR port 4c770895-4284-421f-8d3b-60a118675f3b on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:25.442713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:25.443034 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d5e22f-6e1c-4b1a-88b8-df5dc966a09c') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:25.453429 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.466315 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.473639 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:25.474026 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:25.475860 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:25.530835 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.536225 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.538088 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7897faab-2ea9-41e0-a40a-c4fa3c028274 HTTP/1.1" status: 204 len: 168 time: 0.5729568 Sep 07 16:20:25.549215 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a1e7-2685-4a70-9227-be0e95e92243 admin admin] Pushing event deleted for resources: {'Network': ['ID=7897faab-2ea9-41e0-a40a-c4fa3c028274,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:25.654528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51386) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:25.694488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8dc56de6-d34f-4eb2-baf2-1de1e4ec2529 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=607b839fd1c84804bcfdf4cf4e35a829&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380318 Sep 07 16:20:25.696893 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51388) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:25.750759 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.773041 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.819321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.821843 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.822982 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fe31b94f-2309-4946-8e83-4aac2fd1570f HTTP/1.1" status: 204 len: 168 time: 0.1251585 Sep 07 16:20:25.831282 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ca068-7883-4062-b496-b0184f420c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe31b94f-2309-4946-8e83-4aac2fd1570f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:26.350660 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4c770895-4284-421f-8d3b-60a118675f3b no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:26.369598 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 4c770895-4284-421f-8d3b-60a118675f3b {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:26.369943 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 4c770895-4284-421f-8d3b-60a118675f3b not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:26.370359 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device ed98d337-a844-4adf-98a6-40cf2a9feaf6 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:26.388916 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: ed98d337-a844-4adf-98a6-40cf2a9feaf6 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:26.389259 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device ed98d337-a844-4adf-98a6-40cf2a9feaf6 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:26.389668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device dd670a28-5086-4424-aae1-988418b1ab16 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:26.413442 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: dd670a28-5086-4424-aae1-988418b1ab16 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:26.413787 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device dd670a28-5086-4424-aae1-988418b1ab16 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:27.270973 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51430) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:27.385324 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c500cc83-cdc7-4d16-a13f-7d710d223567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.481534 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c500cc83-cdc7-4d16-a13f-7d710d223567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.486022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c500cc83-cdc7-4d16-a13f-7d710d223567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.527260 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c500cc83-cdc7-4d16-a13f-7d710d223567 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1e9f751bccfe4d65b5321dfd7bfb630b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520914 Sep 07 16:20:27.527582 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51436) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:27.534114 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500cc83-cdc7-4d16-a13f-7d710d223567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7785e010-5c9d-4399-bcd2-1907636850eb,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:27.583085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.619214 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.656463 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.659129 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.660305 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7785e010-5c9d-4399-bcd2-1907636850eb HTTP/1.1" status: 204 len: 168 time: 0.1318035 Sep 07 16:20:27.668337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5188-1a8e-4355-8e58-2da72489b312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7785e010-5c9d-4399-bcd2-1907636850eb,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:27.895465 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-7dc14bd4-1959-4e56-82a2-ff766276ae97 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.896959 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-7dc14bd4-1959-4e56-82a2-ff766276ae97 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1013436 Sep 07 16:20:27.912642 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-aca52274-ada3-43b2-81e8-211f86040f0a tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/quotas/44f8b9595f824639956a4296f6d85c97 HTTP/1.1" status: 200 len: 375 time: 0.0100205 Sep 07 16:20:27.940459 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51458) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:27.954478 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e31b87b-b15a-49c6-ae55-8262fb350527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.966215 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-1927547a-bf6b-4904-b217-954e0b055719 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482562 Sep 07 16:20:28.046273 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e31b87b-b15a-49c6-ae55-8262fb350527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.052175 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6e31b87b-b15a-49c6-ae55-8262fb350527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.062484 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-ad183c92-ba13-4307-9a37-63cd5630c1da service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880089 Sep 07 16:20:28.094962 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6e31b87b-b15a-49c6-ae55-8262fb350527 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=798f98383aee46529d6423e0c5027e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534009 Sep 07 16:20:28.097709 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51462) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:28.104811 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31b87b-b15a-49c6-ae55-8262fb350527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e83c2-3999-450b-b0e1-f520709a1883,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:28.152962 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.175991 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.225580 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.228200 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.229370 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b27e83c2-3999-450b-b0e1-f520709a1883 HTTP/1.1" status: 204 len: 168 time: 0.1306648 Sep 07 16:20:28.237940 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17d1c8-ee30-4018-a8b2-ba5874dbe49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e83c2-3999-450b-b0e1-f520709a1883,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:28.414436 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-f4883cad-e7a4-4d1a-9d02-0f5014d81c60 service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454871 Sep 07 16:20:28.588360 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-16f23cd1-bc79-42fe-811a-cb039e7d6a62 req-c500ea55-15c6-471b-962d-8d2c2a934554 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 210 time: 0.0284288 Sep 07 16:20:29.608543 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-171c0da5-602e-4906-ae29-6d997c723a2b tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:29.611501 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-171c0da5-602e-4906-ae29-6d997c723a2b tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1176732 Sep 07 16:20:29.631884 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Request body: {'port': {'device_id': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'admin_state_up': True, 'tenant_id': '44f8b9595f824639956a4296f6d85c97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:29.722391 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1ca5effd-2b0f-4a26-98f8-53877f539f79 req-e9accdbe-a1b3-4e71-9646-52f39e22d1cd tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 210 time: 0.0571036 Sep 07 16:20:29.784647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:29.788368 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.922883 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Allocated IP 172.20.0.13 (f57bfff6-5651-472e-a602-f501acb79fca/73d3eb55-4ab1-4fd6-a014-29c4c18f9440/b85559db-d52a-4648-9fc1-41bd9f321aa4) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:30.077705 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.117000 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.129605 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:30.163168 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Network f57bfff6-5651-472e-a602-f501acb79fca is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:30.168500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:30.173195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:30.177357 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event updated for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.226517 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.227369 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.242670 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-b3d5a041-747e-409a-9d81-75deaac048fe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146762 Sep 07 16:20:30.268801 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Request body: {'port': {'device_id': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:30.325135 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.615821 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85559db-d52a-4648-9fc1-41bd9f321aa4 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:30.623575 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.636136 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Transition to ACTIVE for port object b85559db-d52a-4648-9fc1-41bd9f321aa4 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:30.643391 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.710188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.788566 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Attempting to bind port b85559db-d52a-4648-9fc1-41bd9f321aa4 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:30.788911 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Attempting to bind port b85559db-d52a-4648-9fc1-41bd9f321aa4 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:30.789364 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Attempting to bind port b85559db-d52a-4648-9fc1-41bd9f321aa4 on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:30.793766 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Port b85559db-d52a-4648-9fc1-41bd9f321aa4 on network f57bfff6-5651-472e-a602-f501acb79fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:20:30.794086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Attempting to bind port b85559db-d52a-4648-9fc1-41bd9f321aa4 on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:30.809451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:30.809798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Checking segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:30.810207 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Bound using segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:30.810684 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Bound port: b85559db-d52a-4648-9fc1-41bd9f321aa4, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:30.811070 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.880223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445478a9-31d9-4906-b0b3-57c40806f23c req-df07be02-6167-43e5-b8df-182007db541d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.881770 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-445478a9-31d9-4906-b0b3-57c40806f23c req-df07be02-6167-43e5-b8df-182007db541d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 944 time: 0.0854695 Sep 07 16:20:30.925874 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:30.948393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:30.955772 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-445478a9-31d9-4906-b0b3-57c40806f23c req-acce654a-f1d5-46f5-ae2b-d8b54a6f462f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Sep 07 16:20:30.957040 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.991734 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.992373 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.993988 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] 10.222.0.83 "PUT /v2.0/ports/b85559db-d52a-4648-9fc1-41bd9f321aa4 HTTP/1.1" status: 200 len: 1094 time: 0.7425036 Sep 07 16:20:30.994551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:30.999043 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb7200-fd58-4835-932d-32650bcc4f63" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:31.048800 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f097a4-426e-41f9-9ed0-c6334b969bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:31.057301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017576bf-29de-4372-88dc-090abe9f5181 x-openstack-request-id: req-017576bf-29de-4372-88dc-090abe9f5181 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:31.057644 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:31.057852 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-017576bf-29de-4372-88dc-090abe9f5181 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:31.058263 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'status': 'completed', 'code': 200} Sep 07 16:20:31.109977 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-69268521-ec27-4c90-bc10-19fef6130108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:31.111601 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-69268521-ec27-4c90-bc10-19fef6130108 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 1097 time: 0.0446823 Sep 07 16:20:31.163288 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-e0964516-0b04-419a-8241-54db39427c4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4 HTTP/1.1" status: 200 len: 217 time: 0.0402610 Sep 07 16:20:31.220716 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-ca512376-a328-437a-b4c3-8b00fc6fbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:31.222181 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-ca512376-a328-437a-b4c3-8b00fc6fbf0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0437698 Sep 07 16:20:31.254905 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-309ec072-4e18-4bb9-a9a9-8ee487f98cde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248103 Sep 07 16:20:31.356617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-c39baca8-6986-4461-9bde-bfe3be8f74ff service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Sep 07 16:20:31.462527 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1e6d4990-c665-4eb0-a3e5-0d2eb6e1f5d8 req-be209849-7147-45c4-8d72-138676b0e898 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966101 Sep 07 16:20:31.556614 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-eba9e48e-bf60-4694-8012-fad4aa2651ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:31.558091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-eba9e48e-bf60-4694-8012-fad4aa2651ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 1097 time: 0.0411272 Sep 07 16:20:31.655704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-a63983b5-485f-4347-ac63-e98e2080e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:31.657086 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-a63983b5-485f-4347-ac63-e98e2080e382 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 917 time: 0.0903950 Sep 07 16:20:31.701084 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-4325b8bb-ea97-42b4-9227-05600e4944b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4 HTTP/1.1" status: 200 len: 217 time: 0.0350437 Sep 07 16:20:31.756318 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-e346e7c7-3144-48ab-8f66-aa09a3701537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:31.758062 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-e346e7c7-3144-48ab-8f66-aa09a3701537 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0485244 Sep 07 16:20:31.791390 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-68694dbf-2e02-48cc-964a-dd729c2076f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251613 Sep 07 16:20:31.886382 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-e0a1ea3d-a9e1-4aa9-880d-13c41a47d1c2 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857954 Sep 07 16:20:31.987609 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0fcb7200-fd58-4835-932d-32650bcc4f63 req-15479867-876c-464b-8258-8cebc0068d81 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874653 Sep 07 16:20:32.079586 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74a1fc-f392-4700-9de4-095b2c163c59 req-3b5f101a-386f-4841-8617-d8e5f7485034 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.081101 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc74a1fc-f392-4700-9de4-095b2c163c59 req-3b5f101a-386f-4841-8617-d8e5f7485034 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 944 time: 0.0487623 Sep 07 16:20:32.118081 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cc74a1fc-f392-4700-9de4-095b2c163c59 req-41019d45-aa0c-428b-941e-61c18b811006 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Sep 07 16:20:33.233761 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846db7e-cd86-4eb9-978e-b65f7cf9b803 req-6ec4cff1-ea9c-4ac9-b544-6375fc852298 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.235432 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3846db7e-cd86-4eb9-978e-b65f7cf9b803 req-6ec4cff1-ea9c-4ac9-b544-6375fc852298 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 944 time: 0.0488536 Sep 07 16:20:33.281391 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3846db7e-cd86-4eb9-978e-b65f7cf9b803 req-133548ed-7348-4b67-b7c8-d47edbcaa535 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Sep 07 16:20:34.397709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62ccb4-8d24-4e37-a1fd-cecaff9c2a4a req-362aaa49-bae2-4a73-ad19-ce0cf25347d9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:34.401070 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec62ccb4-8d24-4e37-a1fd-cecaff9c2a4a req-362aaa49-bae2-4a73-ad19-ce0cf25347d9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 944 time: 0.0529726 Sep 07 16:20:34.440279 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ec62ccb4-8d24-4e37-a1fd-cecaff9c2a4a req-5c10eab0-fd23-46b7-aa90-6935a25f0962 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Sep 07 16:20:35.526010 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b85559db-d52a-4648-9fc1-41bd9f321aa4 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:35.555748 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eeda9-509d-4b33-ad5c-3200940f07a4 req-2199f6fb-b3a9-446b-a7d1-88243ba67321 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.557265 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d7eeda9-509d-4b33-ad5c-3200940f07a4 req-2199f6fb-b3a9-446b-a7d1-88243ba67321 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 944 time: 0.0500371 Sep 07 16:20:35.600268 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5d7eeda9-509d-4b33-ad5c-3200940f07a4 req-51a78ed0-7330-41ec-8e1b-ea47fc170c7d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Sep 07 16:20:35.636896 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:35.649840 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'port_id': 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'mac_address': 'fa:16:3e:5b:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3eb55-4ab1-4fd6-a014-29c4c18f9440', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:35.690046 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.703206 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85559db-d52a-4648-9fc1-41bd9f321aa4 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:35.724554 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:35.728490 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.778787 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:35.889114 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.975488 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['b85559db-d52a-4648-9fc1-41bd9f321aa4'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:36.720510 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e6590-afde-4220-854d-5182b0a25ce5 req-cab580f8-313b-45d8-9024-7d4ce8e4fd61 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.721977 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-039e6590-afde-4220-854d-5182b0a25ce5 req-cab580f8-313b-45d8-9024-7d4ce8e4fd61 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 945 time: 0.0497797 Sep 07 16:20:36.767598 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-039e6590-afde-4220-854d-5182b0a25ce5 req-45ab53b1-d0b9-410c-bd38-e520aa333a41 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391088 Sep 07 16:20:37.046684 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-be062588-4585-42c4-8d47-f00e1150f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.078278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51624) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.181054 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.272337 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.276796 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.315572 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f19b65e7f041424abdd04a212ec04ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361965 Sep 07 16:20:37.316379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a155b6-cd89-4e03-a6ba-b816ded0fcf0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.318252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51628) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.324292 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.324292 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.324645 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.324989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.325322 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.325734 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.326168 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.326532 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.326868 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.327226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.327551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.327870 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ce340-edcc-4ff6-b59b-72112d4c636b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:37.365470 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.386442 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.443478 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.446303 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.447442 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/92a155b6-cd89-4e03-a6ba-b816ded0fcf0 HTTP/1.1" status: 204 len: 168 time: 0.1282196 Sep 07 16:20:37.455310 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a263998-c364-447a-b4b3-bf392f52c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a155b6-cd89-4e03-a6ba-b816ded0fcf0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.536152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b85559db-d52a-4648-9fc1-41bd9f321aa4 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:37.588676 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port b85559db-d52a-4648-9fc1-41bd9f321aa4 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:37.592487 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port b85559db-d52a-4648-9fc1-41bd9f321aa4 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:37.592998 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.675660 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.698705 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:37.701265 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b710db3-83c2-4ae9-9f48-2d638562d6e8" -d '{"events": [{"server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "name": "network-vif-plugged", "status": "completed", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:37.714529 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:37.719260 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.737435 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51636) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.746954 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e005113-baec-417d-8650-45b5634007da x-openstack-request-id: req-2e005113-baec-417d-8650-45b5634007da {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:37.746954 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "name": "network-vif-plugged", "status": "completed", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:37.746954 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2e005113-baec-417d-8650-45b5634007da {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:37.747481 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'code': 200} Sep 07 16:20:37.755946 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c37d0a5d-1010-4518-8547-3df872c08555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.780264 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.870553 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c37d0a5d-1010-4518-8547-3df872c08555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.874616 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c37d0a5d-1010-4518-8547-3df872c08555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.911367 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0a5d-1010-4518-8547-3df872c08555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e75ff-8c81-4538-b81f-ad626b3a6679,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.913047 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b99e-fc3e-49a7-9905-2d34fc61a20a req-f71cef5b-f3d1-4d8a-bead-1beee7946221 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.914620 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bdb7b99e-fc3e-49a7-9905-2d34fc61a20a req-f71cef5b-f3d1-4d8a-bead-1beee7946221 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0762823 Sep 07 16:20:37.918495 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c37d0a5d-1010-4518-8547-3df872c08555 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dccb0862aece413d8999510ad4a6960d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799941 Sep 07 16:20:37.918765 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51640) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.956713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52f1e-bed2-4460-8567-eced8a429174 req-ae366adb-e9b3-44ce-9438-bf32b82b2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.958072 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4c52f1e-bed2-4460-8567-eced8a429174 req-ae366adb-e9b3-44ce-9438-bf32b82b2562 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 1099 time: 0.0810044 Sep 07 16:20:38.007266 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-bdb7b99e-fc3e-49a7-9905-2d34fc61a20a req-2490d1b1-4cc9-4c92-a395-83e69982be88 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794268 Sep 07 16:20:38.032057 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4c52f1e-bed2-4460-8567-eced8a429174 req-f21ad565-10c3-49dd-92ed-529ef8bb63f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657895 Sep 07 16:20:38.032842 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.055440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.102454 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.105013 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.106192 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/047e75ff-8c81-4538-b81f-ad626b3a6679 HTTP/1.1" status: 204 len: 168 time: 0.1864707 Sep 07 16:20:38.114925 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c60f0b-c29a-43ba-9618-be81cd24f0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e75ff-8c81-4538-b81f-ad626b3a6679,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:38.419241 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51646) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:38.432507 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-536f812b-2621-46f1-9485-16903eca6d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.522322 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-536f812b-2621-46f1-9485-16903eca6d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.526127 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-536f812b-2621-46f1-9485-16903eca6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.562155 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f812b-2621-46f1-9485-16903eca6d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916b9aa-081c-4fd7-b745-cc5b38b6a28d,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:38.566473 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-536f812b-2621-46f1-9485-16903eca6d0c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8f79bfbfa1214b5093bf992d48e6167c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462028 Sep 07 16:20:38.569546 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51648) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:38.617309 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.637217 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.687215 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.690052 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.691253 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2916b9aa-081c-4fd7-b745-cc5b38b6a28d HTTP/1.1" status: 204 len: 168 time: 0.1208355 Sep 07 16:20:38.700427 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e658f1b-31bc-4ecd-b6ba-7d68dfb1e4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916b9aa-081c-4fd7-b745-cc5b38b6a28d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:39.132976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf9390-967a-4dea-87a3-90721ebad5f9 req-8ff2c907-f477-4714-b922-b2240137dfe1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:39.134553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30bf9390-967a-4dea-87a3-90721ebad5f9 req-8ff2c907-f477-4714-b922-b2240137dfe1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0538011 Sep 07 16:20:39.176891 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30bf9390-967a-4dea-87a3-90721ebad5f9 req-321a98ed-7045-4b0b-aba1-bb520df0237e tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Sep 07 16:20:39.622103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.713859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dc29c6d4-43dc-4e2b-9f2e-b75782441201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.296640 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c38b7-1cd3-4766-952e-041372274d7d req-0b85a59d-30cd-4a6f-a05e-5a4f776616d1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:40.297917 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c97c38b7-1cd3-4766-952e-041372274d7d req-0b85a59d-30cd-4a6f-a05e-5a4f776616d1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0547619 Sep 07 16:20:40.339226 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c97c38b7-1cd3-4766-952e-041372274d7d req-e033b1d4-04d7-40d3-b45b-1b41cb9ec7e7 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Sep 07 16:20:41.452941 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.111507 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-1e5ab89d-bf0f-45a7-a568-168027ce7448 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:42.112964 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-1e5ab89d-bf0f-45a7-a568-168027ce7448 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.0998213 Sep 07 16:20:42.128296 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-2f46394d-d1a1-4187-9df4-1dd79bf24ffe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/quotas/44f8b9595f824639956a4296f6d85c97 HTTP/1.1" status: 200 len: 375 time: 0.0094767 Sep 07 16:20:42.182566 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-b25de812-a32a-4191-9461-eaf66e246cdc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486984 Sep 07 16:20:42.270813 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-880e7185-a2c2-4947-9727-cd208123d91a service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808067 Sep 07 16:20:42.364295 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-b5c76045-4026-4ea9-9c26-af8f954177f0 service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Sep 07 16:20:42.518805 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b2f5f9e2-e28f-4a42-b4b2-af166aefb9d5 req-1cd8940a-bd36-4613-8fa6-0f42fb68cf5f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 210 time: 0.0269334 Sep 07 16:20:43.011680 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.630765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-da55de6e-4f99-4113-b732-96d9119f98a4 req-9b86b44f-e546-4bea-9bf0-ae497b4eddff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 210 time: 0.0370793 Sep 07 16:20:43.706196 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-895c874a-a615-485a-8b8d-04741b10af20 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.707700 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-895c874a-a615-485a-8b8d-04741b10af20 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1434605 Sep 07 16:20:43.724984 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Request body: {'port': {'device_id': '548886c8-1da1-4e95-b578-f43558f22bfc', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'admin_state_up': True, 'tenant_id': '44f8b9595f824639956a4296f6d85c97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:43.831678 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:43.835207 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.962041 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Allocated IP 172.20.0.11 (f57bfff6-5651-472e-a602-f501acb79fca/73d3eb55-4ab1-4fd6-a014-29c4c18f9440/d8e8ac5b-518c-4d8f-a7df-79df43d8f50a) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:44.111361 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.148496 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.162298 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'b85559db-d52a-4648-9fc1-41bd9f321aa4'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:44.190509 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Network f57bfff6-5651-472e-a602-f501acb79fca is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:44.195469 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:44.202644 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:44.229687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event updated for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.255114 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.255751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.272523 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-cc3a72ba-4b20-4c3a-844d-733858a59862 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510831 Sep 07 16:20:44.292354 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Request body: {'port': {'device_id': '548886c8-1da1-4e95-b578-f43558f22bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:44.350470 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.528373 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51780) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.625687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e8ac5b-518c-4d8f-a7df-79df43d8f50a {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:44.633244 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.634493 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d18b-1a3d-431c-b8d6-40c9d74c548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.645692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Transition to ACTIVE for port object d8e8ac5b-518c-4d8f-a7df-79df43d8f50a will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:44.649708 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.740648 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d18b-1a3d-431c-b8d6-40c9d74c548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.744544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d18b-1a3d-431c-b8d6-40c9d74c548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.750933 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.782804 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-eeb2d18b-1a3d-431c-b8d6-40c9d74c548e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=359fe73e5c8b4593b2ff0ec08fde40ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531557 Sep 07 16:20:44.783607 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2d18b-1a3d-431c-b8d6-40c9d74c548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f805f42-09a0-4025-aa0e-97d04ad0f01e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.786023 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51786) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.813883 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ed21-3fb0-488b-9bd6-b9aef4b30856 req-0944c1eb-5ace-4e5d-927a-960db424a2c9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.815425 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b049ed21-3fb0-488b-9bd6-b9aef4b30856 req-0944c1eb-5ace-4e5d-927a-960db424a2c9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 944 time: 0.1037681 Sep 07 16:20:44.816647 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Attempting to bind port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:44.816947 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Attempting to bind port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:44.817267 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Attempting to bind port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:44.823922 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a on network f57bfff6-5651-472e-a602-f501acb79fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:20:44.824154 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Attempting to bind port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:44.836260 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.839274 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:44.839619 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Checking segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:44.839996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Bound using segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:44.840429 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Bound port: d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:44.840791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.863136 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.894294 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b049ed21-3fb0-488b-9bd6-b9aef4b30856 req-175955aa-fb65-40a2-b250-11682b965161 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723898 Sep 07 16:20:44.916664 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.919471 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.921206 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6f805f42-09a0-4025-aa0e-97d04ad0f01e HTTP/1.1" status: 204 len: 168 time: 0.1344397 Sep 07 16:20:44.929706 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b36e-7cf0-4fec-9ef5-0e76730dfd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f805f42-09a0-4025-aa0e-97d04ad0f01e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.934007 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:44.937286 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:44.942692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.979173 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.979783 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.981265 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] 10.222.0.83 "PUT /v2.0/ports/d8e8ac5b-518c-4d8f-a7df-79df43d8f50a HTTP/1.1" status: 200 len: 1094 time: 0.6940422 Sep 07 16:20:44.981810 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:44.984290 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:45.008124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd1acb-3f3c-42c2-8428-7f80843e8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.039226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa498b9f-4ce1-4ff2-a1f3-a5fd26eeaa50 x-openstack-request-id: req-fa498b9f-4ce1-4ff2-a1f3-a5fd26eeaa50 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:45.039523 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:45.039779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fa498b9f-4ce1-4ff2-a1f3-a5fd26eeaa50 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:45.040175 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'status': 'completed', 'code': 200} Sep 07 16:20:45.072023 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-d2d26f06-fd8c-4548-8e11-dd2c396f1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.073541 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-d2d26f06-fd8c-4548-8e11-dd2c396f1f5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 1097 time: 0.0454726 Sep 07 16:20:45.117333 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-c7498b1c-49ca-4f59-950f-70fe718a79c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a HTTP/1.1" status: 200 len: 217 time: 0.0341971 Sep 07 16:20:45.176924 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-1ec20dea-080b-4221-ac72-8afaa5715f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.178381 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-1ec20dea-080b-4221-ac72-8afaa5715f45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0502052 Sep 07 16:20:45.211483 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-c66bbb51-3be0-43b1-9092-46ba6a6e7084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249181 Sep 07 16:20:45.214213 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51794) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.234387 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-380cbb6f-4cde-4d60-ad31-d1d49807675e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.343621 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-5ef6f7ff-0306-43de-82c3-e4d375e24fae service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226656 Sep 07 16:20:45.463901 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-380cbb6f-4cde-4d60-ad31-d1d49807675e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.469478 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-380cbb6f-4cde-4d60-ad31-d1d49807675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.473171 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8db6e601-a9c2-4f52-ac69-262330513e16 req-e71be122-5a8d-46e3-8094-a09fbb8e87f4 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204696 Sep 07 16:20:45.509850 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-380cbb6f-4cde-4d60-ad31-d1d49807675e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb1e243099c64000a1577735ae625b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946389 Sep 07 16:20:45.511231 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cbb6f-4cde-4d60-ad31-d1d49807675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919011f6-a860-4c7b-92cd-a3282f8a2bcd,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.512771 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51796) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.567420 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.574381 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-e7cbc428-0971-4ace-b452-42d77b111ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.575971 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-e7cbc428-0971-4ace-b452-42d77b111ffb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 1097 time: 0.0469854 Sep 07 16:20:45.589711 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.638877 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.641393 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.642522 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/919011f6-a860-4c7b-92cd-a3282f8a2bcd HTTP/1.1" status: 204 len: 168 time: 0.1274283 Sep 07 16:20:45.650510 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba412ee-dd5b-40d2-9608-035ca8650182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919011f6-a860-4c7b-92cd-a3282f8a2bcd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.671998 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-f60e5c92-ccc5-46d6-a028-a5d0bab761e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.673479 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-f60e5c92-ccc5-46d6-a028-a5d0bab761e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 917 time: 0.0879989 Sep 07 16:20:45.725108 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-36a131a5-9bac-4db6-8d7c-d1fb8488a682 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a HTTP/1.1" status: 200 len: 217 time: 0.0385621 Sep 07 16:20:45.777203 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-2ec26824-9d73-4c2f-9013-0393ce3d67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.778650 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-2ec26824-9d73-4c2f-9013-0393ce3d67d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0441825 Sep 07 16:20:45.812182 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-a193a0f8-82bb-4fdf-9c43-332a5c7f4313 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255938 Sep 07 16:20:45.909553 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-f2348741-1bdb-4ee6-8d43-eac10928f711 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 Sep 07 16:20:46.304861 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19e035-2f3c-4c9b-aad8-1aaca0b79ee0 req-35cc69d9-070d-421e-9417-fa3f0000c512 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:46.306328 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3e19e035-2f3c-4c9b-aad8-1aaca0b79ee0 req-35cc69d9-070d-421e-9417-fa3f0000c512 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 944 time: 0.1036584 Sep 07 16:20:46.309979 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cadbd966-c165-4f5a-ba63-78e5c40e9fe7 req-3d2a1440-1076-45b6-9b10-ba0b00218aa9 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888302 Sep 07 16:20:46.346610 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3e19e035-2f3c-4c9b-aad8-1aaca0b79ee0 req-f602dd66-a097-4c0a-aad6-cccb383734a2 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Sep 07 16:20:46.365707 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51820) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:46.459899 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1834693302-network', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:46.480394 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Made reservation on behalf of 7c8475b6afa94de787e9171c29747b4a for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:46.482729 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.490855 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.577689 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.581737 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.607488 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:46.616367 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703b4c47-046d-4419-b0ea-9fd00d3dbf03,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.622748 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.623179 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Added segment 86cac026-5c65-4db6-84c1-38bffae506cd of type vlan for network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 Sep 07 16:20:46.664270 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.692251 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.693150 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:46.693912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.726495 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3595812 Sep 07 16:20:46.729633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51824) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:46.734722 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Request body: {'subnet': {'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1834693302-subnet', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:46.756185 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Made reservation on behalf of 7c8475b6afa94de787e9171c29747b4a for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:46.756436 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36a210-1b1d-4516-bdfc-18ff29d14d0e admin admin] Pushing event updated for resources: {'Network': ['ID=21c250f5-8d13-4ffe-8d51-7a5bed741dc7,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.758546 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.767654 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:46.925412 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.981059 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=182b9bce-6e80-4ea8-9501-474ead1e78b9,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.989988 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:46.990354 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Network hostable DHCP agents. Network: 21c250f5-8d13-4ffe-8d51-7a5bed741dc7, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:47.008022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:47.017626 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, 21c250f5-8d13-4ffe-8d51-7a5bed741dc7) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:47.021883 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.022477 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.027107 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b95932-d9c1-463f-b050-d7fc9b91d5c4 None None] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:47.037318 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bc960b99-1df4-441b-af70-2b6caa6879cc admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3064604 Sep 07 16:20:47.039963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51826) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:47.044294 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:47.068525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.069521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.124256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.174504 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:47.175375 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.259191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.294166 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:20:47.436066 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Allocated IP 172.20.0.2 (21c250f5-8d13-4ffe-8d51-7a5bed741dc7/182b9bce-6e80-4ea8-9501-474ead1e78b9/2c4d4176-8cb8-4577-809a-82d9e968d006) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:47.501545 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.527078 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5659a8-65da-4214-9eb4-885e141be2a2 req-51c1e3f4-586f-4568-a6a8-33c36d1e03cb tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.528469 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cf5659a8-65da-4214-9eb4-885e141be2a2 req-51c1e3f4-586f-4568-a6a8-33c36d1e03cb tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 944 time: 0.0994265 Sep 07 16:20:47.530037 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.584722 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.595190 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Transition to ACTIVE for port object 2c4d4176-8cb8-4577-809a-82d9e968d006 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:47.611456 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Transition to ACTIVE for port object 2c4d4176-8cb8-4577-809a-82d9e968d006 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:47.616890 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cf5659a8-65da-4214-9eb4-885e141be2a2 req-70044d05-8240-4873-874a-4dfc8ad545dc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771787 Sep 07 16:20:47.617504 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.656903 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:47.659819 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:47.665423 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:47.672584 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Pushing event updated for resources: {'Port': ['ID=2c4d4176-8cb8-4577-809a-82d9e968d006,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:47.678333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Allocated IP 172.27.0.27 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/98b03cb3-dce2-4085-8cad-3ca935e56c9f) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:47.724516 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Attempting to bind port 2c4d4176-8cb8-4577-809a-82d9e968d006 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:47.724889 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Attempting to bind port 2c4d4176-8cb8-4577-809a-82d9e968d006 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:47.725252 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Attempting to bind port 2c4d4176-8cb8-4577-809a-82d9e968d006 on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:47.730248 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:47.730619 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:47.731045 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.731440 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Bound using segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:47.731903 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Bound port: 2c4d4176-8cb8-4577-809a-82d9e968d006, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:47.732429 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.783554 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.798576 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] For port 2c4d4176-8cb8-4577-809a-82d9e968d006, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:47.801790 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] For port 2c4d4176-8cb8-4577-809a-82d9e968d006, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=2c4d4176-8cb8-4577-809a-82d9e968d006,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:47.805496 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.833932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.867573 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9cadd-c08a-49dd-b382-7e8713d8bae5 None None] Pushing event updated for resources: {'Port': ['ID=2c4d4176-8cb8-4577-809a-82d9e968d006,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:47.871536 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:47.874760 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:47.878320 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:47.908560 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Pushing event updated for resources: {'Port': ['ID=98b03cb3-dce2-4085-8cad-3ca935e56c9f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:48.165216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.363431 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.403312 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 2c4d4176-8cb8-4577-809a-82d9e968d006 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:48.455647 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 2c4d4176-8cb8-4577-809a-82d9e968d006 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:48.502098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Router 05e18baf-21a2-4c24-b274-3869ced0bfab is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:48.613084 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:48.621875 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:48.631937 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.635766 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-27cfe004-aceb-4926-9cd3-9c7a4c00e41c admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5922980 Sep 07 16:20:48.635923 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:48.635923 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:48.636148 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51830) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:48.711677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717db46-6e4f-43d5-8eeb-b87b5e3be222 None None] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:48.758889 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20f1ae-0436-4852-8d5c-b1c220b913f3 req-cdcfc434-2011-427d-8c84-baaf7a0995cd tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:48.760535 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab20f1ae-0436-4852-8d5c-b1c220b913f3 req-cdcfc434-2011-427d-8c84-baaf7a0995cd tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 944 time: 0.0647757 Sep 07 16:20:48.807318 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab20f1ae-0436-4852-8d5c-b1c220b913f3 req-ae617821-83c9-4b92-8899-5f69fd954593 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Sep 07 16:20:48.833109 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:48.863787 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Provisioning for port 2c4d4176-8cb8-4577-809a-82d9e968d006 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:48.914359 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Provisioning complete for port 2c4d4176-8cb8-4577-809a-82d9e968d006 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:48.914734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.069916 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.135263 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.187956 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] For port 2c4d4176-8cb8-4577-809a-82d9e968d006, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=2c4d4176-8cb8-4577-809a-82d9e968d006,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:49.193226 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:48Z', 'revision_number': 3, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:49.196772 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.228047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:49.228383 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Updating router 05e18baf-21a2-4c24-b274-3869ced0bfab port 98b03cb3-dce2-4085-8cad-3ca935e56c9f binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:20:49.235382 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Allocated IP 172.20.0.1 (21c250f5-8d13-4ffe-8d51-7a5bed741dc7/182b9bce-6e80-4ea8-9501-474ead1e78b9/8be71f11-0a9d-4dd6-aa54-04bb96de558b) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:49.286941 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.319174 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf61c7-6b8f-43c7-8580-8169364f230a None None] Pushing event updated for resources: {'Port': ['ID=2c4d4176-8cb8-4577-809a-82d9e968d006,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.370782 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.386969 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Transition to ACTIVE for port object 8be71f11-0a9d-4dd6-aa54-04bb96de558b will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:49.431035 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.445379 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0d818546-5fa2-4644-b0c5-60a40f8a618f None None] Provisioning complete for port 2c4d4176-8cb8-4577-809a-82d9e968d006 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:49.445744 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0d818546-5fa2-4644-b0c5-60a40f8a618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.474519 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:49.477587 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:49.484970 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:49.517385 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.536334 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.574822 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d8e8ac5b-518c-4d8f-a7df-79df43d8f50a details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:49.715200 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.727798 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.752883 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Transition to ACTIVE for port object 98b03cb3-dce2-4085-8cad-3ca935e56c9f will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:49.771561 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.802349 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-a626a375-ab90-4f5b-a2dc-80d7836adda7 None None] Provisioning for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:49.817974 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-a626a375-ab90-4f5b-a2dc-80d7836adda7 None None] Provisioning complete for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:49.818345 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a626a375-ab90-4f5b-a2dc-80d7836adda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.824763 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:49.894395 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.903102 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.930564 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c435-5e26-426c-9ed8-37bfb5d0b99f req-43540033-6fc1-4b23-a9db-2c61a4ddee64 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:49.932815 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b7d6c435-5e26-426c-9ed8-37bfb5d0b99f req-43540033-6fc1-4b23-a9db-2c61a4ddee64 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 944 time: 0.0547583 Sep 07 16:20:49.974593 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b7d6c435-5e26-426c-9ed8-37bfb5d0b99f req-8de9d209-c8fb-4420-80be-7db296fa4e8b tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Sep 07 16:20:49.980176 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.982821 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.011127 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Attempting to bind port 98b03cb3-dce2-4085-8cad-3ca935e56c9f on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:50.011739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Attempting to bind port 98b03cb3-dce2-4085-8cad-3ca935e56c9f by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:50.011869 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Attempting to bind port 98b03cb3-dce2-4085-8cad-3ca935e56c9f on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:50.013942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'port_id': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'mac_address': 'fa:16:3e:21:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3eb55-4ab1-4fd6-a014-29c4c18f9440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:50.021424 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b89626-bfcb-452b-8853-21506636f806 None None] Pushing event updated for resources: {'Port': ['ID=98b03cb3-dce2-4085-8cad-3ca935e56c9f,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.030209 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:50.030607 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:50.031017 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.031402 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:50.031876 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Bound port: 98b03cb3-dce2-4085-8cad-3ca935e56c9f, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:50.032253 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.070191 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a626a375-ab90-4f5b-a2dc-80d7836adda7 None None] Port 8be71f11-0a9d-4dd6-aa54-04bb96de558b cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:50.080854 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:50.082182 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:50.099346 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.125488 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e8ac5b-518c-4d8f-a7df-79df43d8f50a {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:50.130476 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] For port 98b03cb3-dce2-4085-8cad-3ca935e56c9f, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:50.134915 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] For port 98b03cb3-dce2-4085-8cad-3ca935e56c9f, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98b03cb3-dce2-4085-8cad-3ca935e56c9f,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:50.145169 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.180329 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:50.191184 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.217979 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:50.218156 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:50.218624 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:50.257858 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b89626-bfcb-452b-8853-21506636f806 None None] Pushing event updated for resources: {'Port': ['ID=98b03cb3-dce2-4085-8cad-3ca935e56c9f,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.342697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:50.351840 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-42b4b1da-3946-494d-b79b-6dd4627d16e1 admin admin] 10.222.0.82 "PUT /v2.0/routers/05e18baf-21a2-4c24-b274-3869ced0bfab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145996 Sep 07 16:20:50.356406 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.386432 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:50.419254 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 2c4d4176-8cb8-4577-809a-82d9e968d006 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:50.519232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['d8e8ac5b-518c-4d8f-a7df-79df43d8f50a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:50.617549 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-98548c4f-ef14-47f4-a512-7670be95079a None None] Provisioning complete for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:50.617924 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-98548c4f-ef14-47f4-a512-7670be95079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.619539 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 2c4d4176-8cb8-4577-809a-82d9e968d006 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:50.619740 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.742911 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-98548c4f-ef14-47f4-a512-7670be95079a None None] Port 8be71f11-0a9d-4dd6-aa54-04bb96de558b cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:50.836298 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51850) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:50.841799 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396553048-network', 'tenant_id': 'c022c0b92f5743799d4083223cae436a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:50.854533 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 2, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:50.863999 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Made reservation on behalf of c022c0b92f5743799d4083223cae436a for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:50.866449 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.875019 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.889640 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc78341-3ca1-4dde-a79c-e2ccd1f2c1ba None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 2, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:50.975271 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.979495 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.005917 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:51.011483 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67886bd-d5e7-48c9-a9dc-d0be19fe4bdd,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:51.020094 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.020438 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Added segment c75d02b4-9f92-47fa-8319-4e87640c0759 of type vlan for network e623bed4-e786-4f28-8f28-515c36b2e293 Sep 07 16:20:51.066164 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777759975940'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.109789 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.110897 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:51.111554 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.137499 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e12cc5-b022-4f69-b538-8507e96cf874 req-371be185-4220-43f3-8397-c7e7d2bbf63c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:51.139638 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b3e12cc5-b022-4f69-b538-8507e96cf874 req-371be185-4220-43f3-8397-c7e7d2bbf63c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 945 time: 0.0808477 Sep 07 16:20:51.180907 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3434739 Sep 07 16:20:51.183984 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51854) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:51.185004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def200de-edcd-47fb-8267-1fe82d1b99f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e623bed4-e786-4f28-8f28-515c36b2e293,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:51.193251 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Request body: {'subnet': {'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396553048-subnet', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:51.201827 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Network e623bed4-e786-4f28-8f28-515c36b2e293 details requested by agent ovs-agent-dv-cinder-806991-3-iscsi with host dv-cinder-806991-3-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:51.207392 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b3e12cc5-b022-4f69-b538-8507e96cf874 req-08f9a7d9-8868-48ac-9ace-9313492454d2 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586386 Sep 07 16:20:51.235702 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Made reservation on behalf of c022c0b92f5743799d4083223cae436a for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:51.238415 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684660'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.423212 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5148173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684642'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.479557 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8a8025-afc5-4c5f-8cd7-319968798e09,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:51.490741 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Checking segment: {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:51.491125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Network hostable DHCP agents. Network: e623bed4-e786-4f28-8f28-515c36b2e293, hostable agents: ['a13f855b-2bf1-4341-b506-8f5b77355880'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:51.508392 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Network e623bed4-e786-4f28-8f28-515c36b2e293 is scheduled to be hosted by DHCP agent a13f855b-2bf1-4341-b506-8f5b77355880 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:51.527406 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-3-iscsi, e623bed4-e786-4f28-8f28-515c36b2e293) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:51.532781 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:51.533688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.552622 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c21632-4791-4415-9bef-b78e5aa16680 None None] Network e623bed4-e786-4f28-8f28-515c36b2e293 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:51.560395 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3e44306f-7e9e-48ad-86e1-2ba012a88eb2 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3753018 Sep 07 16:20:51.562885 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51856) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:51.567914 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:51.584969 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d8e8ac5b-518c-4d8f-a7df-79df43d8f50a up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:51.604692 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5198'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.607550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-918599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.682694 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.704885 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:51.710644 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:51.710644 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.831819 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf953e05e-5554-53d5-9721-48fe0caa6696-e623bed4-e786-4f28-8f28-515c36b2e293', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09'}]}} from dv-cinder-806991-3-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:51.832659 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.843340 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.864938 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.941780 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:51.944094 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c2886-b89c-4c06-8e2e-7d55e25a6913" -d '{"events": [{"server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "name": "network-vif-plugged", "status": "completed", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:51.967376 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:51.981663 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.006219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f35f6-bc43-455d-bc38-322c774a8796 x-openstack-request-id: req-346f35f6-bc43-455d-bc38-322c774a8796 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:52.006507 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "name": "network-vif-plugged", "status": "completed", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:52.006821 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-346f35f6-bc43-455d-bc38-322c774a8796 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:52.007293 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'code': 200} Sep 07 16:20:52.065243 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Allocated IP 172.20.0.2 (e623bed4-e786-4f28-8f28-515c36b2e293/ad8a8025-afc5-4c5f-8cd7-319968798e09/58b0d00d-fa7b-4a90-a5ae-d693ca7376b2) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:52.068823 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.073091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.093775 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.240216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Allocated IP 172.27.0.193 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/b484b010-2497-4ad7-9935-f0f63673524d) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:52.251983 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.257028 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a095da-c2ab-4e66-83c8-8745184cbbb6 req-1fdc079b-4b3e-4089-bdff-f6493facd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.258336 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1a095da-c2ab-4e66-83c8-8745184cbbb6 req-1fdc079b-4b3e-4089-bdff-f6493facd7c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 1099 time: 0.0739207 Sep 07 16:20:52.265421 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Transition to ACTIVE for port object 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:52.285152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Transition to ACTIVE for port object 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 will not be triggered until provisioned by entity DHCP. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:52.294569 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.339725 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Network e623bed4-e786-4f28-8f28-515c36b2e293 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:52.346262 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.350989 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:52.370807 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Pushing event updated for resources: {'Port': ['ID=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.381664 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1a095da-c2ab-4e66-83c8-8745184cbbb6 req-acb9618a-ac27-4a3d-a2d4-d68a980039c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057014 Sep 07 16:20:52.420616 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536be9-3470-479c-a7dc-44877a9ec720 req-45e39e85-3540-462d-8d15-16d9f17b8401 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.422284 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39536be9-3470-479c-a7dc-44877a9ec720 req-45e39e85-3540-462d-8d15-16d9f17b8401 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.1188920 Sep 07 16:20:52.430657 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Attempting to bind port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:52.431047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Attempting to bind port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:52.431409 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Attempting to bind port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 on network e623bed4-e786-4f28-8f28-515c36b2e293 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:52.436849 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:52.437232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Checking segment: {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:52.437633 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.438767 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Bound using segment: {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:52.439296 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Bound port: 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:52.442202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.447842 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98b03cb3-dce2-4085-8cad-3ca935e56c9f up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:52.545727 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] For port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:52.549315 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] For port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:52.551708 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 98b03cb3-dce2-4085-8cad-3ca935e56c9f completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:52.555927 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.560759 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 98b03cb3-dce2-4085-8cad-3ca935e56c9f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:52.561121 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.656382 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801911c0-b6dc-4e67-9cf8-50947ea2bf32 None None] Pushing event updated for resources: {'Port': ['ID=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.711109 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.717425 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.740932 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 98b03cb3-dce2-4085-8cad-3ca935e56c9f, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98b03cb3-dce2-4085-8cad-3ca935e56c9f,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:52.744914 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.751375 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-39536be9-3470-479c-a7dc-44877a9ec720 req-542b855d-437f-47f4-88d8-b89173215147 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209562 Sep 07 16:20:52.782517 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.809056 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=98b03cb3-dce2-4085-8cad-3ca935e56c9f,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.827048 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:52.830080 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.835311 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:52.868989 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b484b010-2497-4ad7-9935-f0f63673524d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:53.102900 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.215371 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:53.224113 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:53.224721 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:53.304577 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583137'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.434425 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:53.443820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Router 243167c1-5f1c-4abe-b455-29458de1a040 is scheduled to L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:53.552351 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:53.569485 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.571077 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3b5c3d5a-d056-4eea-9a63-cdae967505e3 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0066023 Sep 07 16:20:53.573862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51862) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:53.577523 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Sync routers for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:53.595446 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:53.595987 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:53.648622 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 2, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:53.683229 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:53.683937 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Updating router 05e18baf-21a2-4c24-b274-3869ced0bfab port 8be71f11-0a9d-4dd6-aa54-04bb96de558b binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:20:53.711529 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.746272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:54.041046 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861216-0094-4e2d-aaed-2bc8b0119562 req-495be75b-f67d-48af-9456-75a923e13c22 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:54.041691 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9861216-0094-4e2d-aaed-2bc8b0119562 req-495be75b-f67d-48af-9456-75a923e13c22 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.1253004 Sep 07 16:20:54.073372 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.089798 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Transition to ACTIVE for port object 8be71f11-0a9d-4dd6-aa54-04bb96de558b will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:54.098828 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.156228 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9861216-0094-4e2d-aaed-2bc8b0119562 req-d80ce9da-50de-41f6-ba84-a9aa885e7ebc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719876 Sep 07 16:20:54.219222 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Attempting to bind port 8be71f11-0a9d-4dd6-aa54-04bb96de558b on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:54.219756 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Attempting to bind port 8be71f11-0a9d-4dd6-aa54-04bb96de558b by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:54.219868 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Attempting to bind port 8be71f11-0a9d-4dd6-aa54-04bb96de558b on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:54.225758 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Pushing event updated for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:54.226004 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 3, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:54.228038 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:54.230191 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:54.230191 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.230191 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Bound using segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:54.230191 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Bound port: 8be71f11-0a9d-4dd6-aa54-04bb96de558b, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:54.230191 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.249464 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.249716 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.250053 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.250388 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.250712 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.251054 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.251389 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.252273 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.252273 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.252485 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.252646 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.252961 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:54.265676 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Checking router: 243167c1-5f1c-4abe-b455-29458de1a040 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:54.265676 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Updating router 243167c1-5f1c-4abe-b455-29458de1a040 port b484b010-2497-4ad7-9935-f0f63673524d binding host dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:20:54.292769 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf77f35-bbb7-4000-a06f-1353925bb788 None None] Network e623bed4-e786-4f28-8f28-515c36b2e293 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:54.345964 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] For port 8be71f11-0a9d-4dd6-aa54-04bb96de558b, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:54.353315 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] For port 8be71f11-0a9d-4dd6-aa54-04bb96de558b, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=8be71f11-0a9d-4dd6-aa54-04bb96de558b,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:54.362353 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.381436 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.452994 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e370-5d39-4e60-86bd-9bee2d3800cd None None] Pushing event updated for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:54.475381 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.482719 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:54.483458 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:54.611581 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98b03cb3-dce2-4085-8cad-3ca935e56c9f up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:54.649246 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Allocated IP 172.20.0.1 (e623bed4-e786-4f28-8f28-515c36b2e293/ad8a8025-afc5-4c5f-8cd7-319968798e09/1cdeb244-e5d0-41f4-b5a3-097c46ea8c01) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:54.649885 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:54.657692 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fc4e0936-44c7-465d-8bcb-5887ea6b9199 None None] Provisioning for port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:54.794138 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 98b03cb3-dce2-4085-8cad-3ca935e56c9f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:54.794547 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.798937 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.822723 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Transition to ACTIVE for port object 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:54.871255 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.911341 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Network e623bed4-e786-4f28-8f28-515c36b2e293 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:54.914494 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:54.917226 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:54.918378 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.937921 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:54Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:54.948390 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Transition to ACTIVE for port object b484b010-2497-4ad7-9935-f0f63673524d will not be triggered until provisioned by entity L2. {{(pid=94233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:54.959753 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.965299 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:54.975958 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584636'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.979877 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dfdd3-289e-4a11-894f-78fe0b7ece9b None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:54Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:55.016277 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:55.042173 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Attempting to bind port b484b010-2497-4ad7-9935-f0f63673524d on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:55.042620 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Attempting to bind port b484b010-2497-4ad7-9935-f0f63673524d by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:55.042987 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Attempting to bind port b484b010-2497-4ad7-9935-f0f63673524d on network c9802fb0-7e26-41f3-bedd-a68548577ca3 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:55.056167 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:55.056545 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Checking segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:55.056951 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.057438 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Bound using segment: {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:55.057812 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Bound port: b484b010-2497-4ad7-9935-f0f63673524d, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd07c43-5ee8-4e77-8682-a71965b9493f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:55.058192 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.087551 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc2f7-094e-4bde-96b3-4f433e595cf8 None None] Pushing event updated for resources: {'Port': ['ID=b484b010-2497-4ad7-9935-f0f63673524d,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.148331 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.162165 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] For port b484b010-2497-4ad7-9935-f0f63673524d, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:55.164583 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:55.168031 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] For port b484b010-2497-4ad7-9935-f0f63673524d, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b484b010-2497-4ad7-9935-f0f63673524d,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:55.173199 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:55.174115 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.200668 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.328745 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc2f7-094e-4bde-96b3-4f433e595cf8 None None] Pushing event updated for resources: {'Port': ['ID=b484b010-2497-4ad7-9935-f0f63673524d,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.333729 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:55.334566 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:55.390113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c18f0-f848-4ce8-8fe1-deffa25d8a70 req-92535be3-1273-4f99-b662-21cdaef9c8a2 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:55.391725 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac2c18f0-f848-4ce8-8fe1-deffa25d8a70 req-92535be3-1273-4f99-b662-21cdaef9c8a2 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.0864975 Sep 07 16:20:55.419751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.430707 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.438678 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-38e5d64c-2500-4eff-99b6-08959c94fd1a None None] Provisioning for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:55.451330 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-38e5d64c-2500-4eff-99b6-08959c94fd1a None None] Provisioning complete for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:55.451855 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-38e5d64c-2500-4eff-99b6-08959c94fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.499084 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ac2c18f0-f848-4ce8-8fe1-deffa25d8a70 req-418a73fa-0cd6-47e8-9267-fef5cd6afb31 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Sep 07 16:20:55.507564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.516184 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584236'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.519528 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.569780 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:55.602662 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-38e5d64c-2500-4eff-99b6-08959c94fd1a None None] Port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:55.608811 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:55.625035 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.633758 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Network e623bed4-e786-4f28-8f28-515c36b2e293 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:55.635274 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:55.787137 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.826696 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Router 243167c1-5f1c-4abe-b455-29458de1a040 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:55.898902 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '1cdeb244-e5d0-41f4-b5a3-097c46ea8c01', 'name': '', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'mac_address': 'fa:16:3e:3e:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:54Z', 'revision_number': 1, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'subnets': [{'id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:55.946833 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92b36f-395d-4be1-8207-aa77af3dad40 None None] The sync data for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi is: [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '1cdeb244-e5d0-41f4-b5a3-097c46ea8c01', 'name': '', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'mac_address': 'fa:16:3e:3e:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:54Z', 'revision_number': 1, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'subnets': [{'id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:55.982886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:55.991068 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-60caeecf-ce31-4754-91ee-f6e6d80c1284 admin admin] 10.222.0.82 "PUT /v2.0/routers/243167c1-5f1c-4abe-b455-29458de1a040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4134994 Sep 07 16:20:56.027430 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-33cbcc06-56aa-4de5-8dab-1d4ffb71da55 None None] Provisioning complete for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:56.027807 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-33cbcc06-56aa-4de5-8dab-1d4ffb71da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.065758 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-33cbcc06-56aa-4de5-8dab-1d4ffb71da55 None None] Port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:56.433382 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 8be71f11-0a9d-4dd6-aa54-04bb96de558b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:56.495797 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:56.500380 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:56.500752 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.530722 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51880) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:56.536826 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953663438', 'description': 'tempest-secgroup-smoke-953663438 description', 'project_id': '7c8475b6afa94de787e9171c29747b4a'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:56.562480 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.591923 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.628057 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 8be71f11-0a9d-4dd6-aa54-04bb96de558b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=8be71f11-0a9d-4dd6-aa54-04bb96de558b,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:56.632183 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.633030 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:56.657698 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.661606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.693173 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.694660 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1622086 Sep 07 16:20:56.695557 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97180267-13ce-479b-8b2e-b578a316cc9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f51d1-8830-47e5-aad5-2b59c35941a9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:56.699242 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51882) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:56.705360 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:56.714810 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:56.726098 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:56.726477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.767719 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.845363 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.849939 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.877111 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83736ae9-c63a-4dd0-af9d-6ebb347f919a,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:56.890028 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.894577 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51884) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:56.895142 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e0ecef6d-3dc4-490f-9ce1-9a1c70ebb443 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943548 Sep 07 16:20:56.899923 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:56.930613 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.990044 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.993896 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.017754 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5602147-e61e-4f83-90af-3c2793c2b99f,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.021419 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.025376 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8da8dd2e-ee60-4283-994a-76df317e7d01 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266825 Sep 07 16:20:57.025744 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51890) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:57.030475 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:57.057600 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.114563 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.119707 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.139035 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8a9538-9c70-4986-8404-8f07de9418e2,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.146703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.148194 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-02f6f54b-1385-4fe1-8a59-b96969dc612d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215804 Sep 07 16:20:57.150965 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 51894) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:57.155611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:57.182897 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.243911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.248409 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.265516 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d703917f-69dd-4d7a-af61-79678655e277,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.271939 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.273131 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2f462901-06d3-4b97-b180-371c9c896079 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212032 Sep 07 16:20:57.276218 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51900) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:57.281593 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:57.305687 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Project 7c8475b6afa94de787e9171c29747b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:20:57.313638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.390820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.395151 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.415333 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae323d1a-d41b-4c79-bdcb-3c054854816d,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.422869 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.424044 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f7ee4f7c-440e-4c5b-8211-1c5f8cc76bd4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467097 Sep 07 16:20:57.426801 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 51904) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:57.431379 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'security_group_rule': {'security_group_id': 'dc9f51d1-8830-47e5-aad5-2b59c35941a9', 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:57.455706 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Project 7c8475b6afa94de787e9171c29747b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:20:57.461181 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.523155 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.526798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962943'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.545631 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ae27e0-3309-45d6-b190-6e93fce571bf,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.551731 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.553123 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0d8587fb-baa8-4718-b09d-9d7c18ed74bf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253870 Sep 07 16:20:58.469244 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 8be71f11-0a9d-4dd6-aa54-04bb96de558b up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:58.519729 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 8be71f11-0a9d-4dd6-aa54-04bb96de558b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:58.520152 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.599644 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b484b010-2497-4ad7-9935-f0f63673524d up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:58.648743 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port b484b010-2497-4ad7-9935-f0f63673524d completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:58.652777 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port b484b010-2497-4ad7-9935-f0f63673524d triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:58.653151 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.729108 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Sync routers for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:58.735046 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.740904 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:58.741628 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:58.758071 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port b484b010-2497-4ad7-9935-f0f63673524d, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b484b010-2497-4ad7-9935-f0f63673524d,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:58.762269 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.813206 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=b484b010-2497-4ad7-9935-f0f63673524d,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.855524 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:59.064890 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '1cdeb244-e5d0-41f4-b5a3-097c46ea8c01', 'name': '', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'mac_address': 'fa:16:3e:3e:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 2, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'subnets': [{'id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:59.091242 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Checking router: 243167c1-5f1c-4abe-b455-29458de1a040 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:59.091599 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Updating router 243167c1-5f1c-4abe-b455-29458de1a040 port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 binding host dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:20:59.115352 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.473125 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.484220 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.provisioning_blocks [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Transition to ACTIVE for port object 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 will not be triggered until provisioned by entity L2. {{(pid=94234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:59.490279 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.545884 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52384f-082a-4b8c-a799-2f5851ee99f6 None None] Pushing event updated for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:59.601640 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Attempting to bind port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 on host dv-cinder-806991-3-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:59.602169 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Attempting to bind port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 by drivers openvswitch,hyperv on host dv-cinder-806991-3-iscsi at level 0 using segments [{'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:59.602675 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Attempting to bind port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 on network e623bed4-e786-4f28-8f28-515c36b2e293 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:59.610272 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Checking agent: {'id': '6dfe1d58-1f66-4a25-b036-99373c4eb461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 4, 40), 'started_at': datetime.datetime(2021, 9, 7, 16, 5, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:59.610762 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Checking segment: {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:59.611282 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.611898 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Bound using segment: {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:59.612618 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Bound port: 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01, host: dv-cinder-806991-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d02b4-9f92-47fa-8319-4e87640c0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:59.613197 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.685570 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] For port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01, host dv-cinder-806991-3-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:59.688794 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] For port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01, host dv-cinder-806991-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:59.698801 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.774720 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:59.775394 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:20:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:59.779110 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52384f-082a-4b8c-a799-2f5851ee99f6 None None] Pushing event updated for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:59.890749 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:00.102148 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '1cdeb244-e5d0-41f4-b5a3-097c46ea8c01', 'name': '', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'mac_address': 'fa:16:3e:3e:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:59Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'subnets': [{'id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:00.131971 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124fc2a-eb46-402c-9693-d9df2e03b880 None None] The sync data for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi is: [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '1cdeb244-e5d0-41f4-b5a3-097c46ea8c01', 'name': '', 'network_id': 'e623bed4-e786-4f28-8f28-515c36b2e293', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'mac_address': 'fa:16:3e:3e:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:59Z', 'revision_number': 4, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'subnets': [{'id': 'ad8a8025-afc5-4c5f-8cd7-319968798e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:00.439839 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:00.495418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:00.499818 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:00.500268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.591159 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.629610 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] For port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:00.638929 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.639765 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b484b010-2497-4ad7-9935-f0f63673524d up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:00.717482 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Pushing event updated for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:00.732197 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port b484b010-2497-4ad7-9935-f0f63673524d triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:00.732591 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.389534 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 up at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:02.437025 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Provisioning complete for port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:02.437395 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.889832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.622914 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-644b1f02-75e6-428e-b035-f3b6edc8cfad tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:06.624449 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-644b1f02-75e6-428e-b035-f3b6edc8cfad tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1102870 Sep 07 16:21:06.642617 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-83ef57a2-cea3-4866-a20b-5ffca077c386 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/quotas/44f8b9595f824639956a4296f6d85c97 HTTP/1.1" status: 200 len: 375 time: 0.0107486 Sep 07 16:21:06.702163 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-83648350-d702-4347-ac92-2d324b79f92c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539298 Sep 07 16:21:06.794145 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-ae41a12b-ce77-4c2e-8026-439999077555 service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Sep 07 16:21:06.886667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-94c12e31-f834-458a-b9b4-e67d687f2954 service neutron] 10.222.0.82 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Sep 07 16:21:07.048472 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1f090293-f37d-4b7b-b9d6-3524d3bb3815 req-f6fe429c-a032-4476-add6-75a6453216c3 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Sep 07 16:21:07.054707 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-af7fdbd9-14a7-4723-919d-999b712b6acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.144506 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8f150569-e090-4bdb-a85b-e3a3a917a6c7 req-336c61dc-6747-44eb-82bf-a71c2bbf1120 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Sep 07 16:21:08.360160 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-59b554ec-1884-426e-a7c7-d5232441cfde tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:08.361668 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-59b554ec-1884-426e-a7c7-d5232441cfde tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 815 time: 0.1135879 Sep 07 16:21:08.375366 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Request body: {'port': {'device_id': '0261b6ee-452f-4927-8ba7-6442823ab815', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'admin_state_up': True, 'tenant_id': '44f8b9595f824639956a4296f6d85c97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:08.487927 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Made reservation on behalf of 44f8b9595f824639956a4296f6d85c97 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:08.491745 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.640966 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Allocated IP 172.20.0.2 (f57bfff6-5651-472e-a602-f501acb79fca/73d3eb55-4ab1-4fd6-a014-29c4c18f9440/b1278f25-7ca4-4edc-974c-9f15c8cb797f) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:08.798691 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.804196 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-e5a72345-f624-4e15-bf34-56ee627f96fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399938 Sep 07 16:21:08.837321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.849932 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:08.884388 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Network f57bfff6-5651-472e-a602-f501acb79fca is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:08.886291 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-ea8678d6-c6ab-4837-ba32-adfc561cbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:08.888071 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:08.888683 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-ea8678d6-c6ab-4837-ba32-adfc561cbe31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0513930 Sep 07 16:21:08.894800 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:08.920365 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event updated for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:08.950520 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:08.951285 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.970275 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f02e7f5d-e2a1-463c-85bf-950b93ca71d4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991466 Sep 07 16:21:08.986488 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Request body: {'port': {'device_id': '0261b6ee-452f-4927-8ba7-6442823ab815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:09.010632 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-fd912cc1-8060-4848-99e7-f7b43fb606af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.012426 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-fd912cc1-8060-4848-99e7-f7b43fb606af service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.1020489 Sep 07 16:21:09.050026 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.095367 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-05761eb2-95ed-4b11-9fdc-76ed606a988f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 1001 time: 0.0742214 Sep 07 16:21:09.156957 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-2f597d20-e910-4730-a67b-681241e6497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.158332 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-2f597d20-e910-4730-a67b-681241e6497d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0510259 Sep 07 16:21:09.220328 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-682d88c5-90e3-4023-b7a7-409ad6b92725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.221826 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-682d88c5-90e3-4023-b7a7-409ad6b92725 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543311 Sep 07 16:21:09.328748 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-19855de8-c109-4304-bff4-b9b9b95beae8 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961318 Sep 07 16:21:09.434873 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a08e730f-fabc-4a08-a5b6-c9488a31669a req-0847c737-ea9c-4906-a926-9a587198ea9a service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894096 Sep 07 16:21:09.584977 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbcbc-de65-4c76-b798-7c5bfae6f472 req-fd733f66-899f-46f3-9d04-8c66e333b8bf tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.586468 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3cedbcbc-de65-4c76-b798-7c5bfae6f472 req-fd733f66-899f-46f3-9d04-8c66e333b8bf tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 931 time: 0.3646481 Sep 07 16:21:09.634006 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.665507 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3cedbcbc-de65-4c76-b798-7c5bfae6f472 req-7c4b38e2-4c6c-4fbf-acbb-a9663b1035d6 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694592 Sep 07 16:21:09.675527 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1278f25-7ca4-4edc-974c-9f15c8cb797f {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:09.683694 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.696047 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Transition to ACTIVE for port object b1278f25-7ca4-4edc-974c-9f15c8cb797f will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:09.698884 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.716077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3c31fbf8-1fc7-4805-b139-ad057c921592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.753902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:09.818945 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Attempting to bind port b1278f25-7ca4-4edc-974c-9f15c8cb797f on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:09.819384 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Attempting to bind port b1278f25-7ca4-4edc-974c-9f15c8cb797f by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:09.819812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Attempting to bind port b1278f25-7ca4-4edc-974c-9f15c8cb797f on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:09.823982 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Port b1278f25-7ca4-4edc-974c-9f15c8cb797f on network f57bfff6-5651-472e-a602-f501acb79fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:21:09.824304 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Attempting to bind port b1278f25-7ca4-4edc-974c-9f15c8cb797f on network f57bfff6-5651-472e-a602-f501acb79fca {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:09.829623 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:09.829968 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Checking segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:09.830352 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Bound using segment: {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:09.830779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Bound port: b1278f25-7ca4-4edc-974c-9f15c8cb797f, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93e6aaa-f291-4924-a835-de7c72fdbc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:09.831176 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.899646 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:09.902632 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:09.908633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.951497 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.952680 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.953978 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] 10.222.0.83 "PUT /v2.0/ports/b1278f25-7ca4-4edc-974c-9f15c8cb797f HTTP/1.1" status: 200 len: 1093 time: 0.9716420 Sep 07 16:21:09.956393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:09.959812 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52600ceb-568b-4438-94b4-7774ed486176" -d '{"events": [{"name": "network-changed", "server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:09.994099 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfd9b5-3013-4c67-8814-6b72d24c9db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:10.000055 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a04cdc-d9bf-4d4b-b702-88e19993435e x-openstack-request-id: req-b7a04cdc-d9bf-4d4b-b702-88e19993435e {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:10.000420 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:10.000748 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b7a04cdc-d9bf-4d4b-b702-88e19993435e {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:10.001240 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f', 'status': 'completed', 'code': 200} Sep 07 16:21:10.056298 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-ec441d0b-105c-4489-86fa-6113924f0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.057930 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-ec441d0b-105c-4489-86fa-6113924f0894 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 1096 time: 0.0481317 Sep 07 16:21:10.105435 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-243cd803-e898-4be1-bd34-c92dc13177df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f HTTP/1.1" status: 200 len: 217 time: 0.0349340 Sep 07 16:21:10.162075 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-c291db0f-7356-4a7d-b3ec-7109863fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.163583 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-c291db0f-7356-4a7d-b3ec-7109863fe97a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0500176 Sep 07 16:21:10.204792 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-47ec6e15-060d-4864-9fbb-799f51be9de4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276845 Sep 07 16:21:10.307732 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-170e5981-d3e1-407c-8380-83597cdf2291 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892668 Sep 07 16:21:10.410178 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fbdfec35-62ca-4df7-ba78-537e1236d68c req-937ac854-ffb5-4aa9-8ec9-645f12daf760 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938406 Sep 07 16:21:10.517459 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600ceb-568b-4438-94b4-7774ed486176 req-7617dc6b-9975-4fa6-ab2d-17a9a8d2f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.519434 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-7617dc6b-9975-4fa6-ab2d-17a9a8d2f31d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44f8b9595f824639956a4296f6d85c97&device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 1096 time: 0.0475464 Sep 07 16:21:10.621089 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600ceb-568b-4438-94b4-7774ed486176 req-68a871fa-3485-425c-b325-3236f31ade03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.622820 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-68a871fa-3485-425c-b325-3236f31ade03 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 200 len: 917 time: 0.0939078 Sep 07 16:21:10.670468 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-dc016837-8b5a-4f4a-b1e8-05ad0a61187c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f HTTP/1.1" status: 200 len: 217 time: 0.0367382 Sep 07 16:21:10.728464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600ceb-568b-4438-94b4-7774ed486176 req-d8d93a6e-04fe-4553-80ca-a2969865ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.729972 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-d8d93a6e-04fe-4553-80ca-a2969865ec41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 200 len: 855 time: 0.0486109 Sep 07 16:21:10.772153 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-ebe55bd9-ecf1-49c7-a681-c72536d07f0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f57bfff6-5651-472e-a602-f501acb79fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316014 Sep 07 16:21:10.873704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acce547-6fbc-404f-949b-a743fc80a8d7 req-60ede5ea-7025-4eb7-9f3e-89d656fcf71d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.875195 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1acce547-6fbc-404f-949b-a743fc80a8d7 req-60ede5ea-7025-4eb7-9f3e-89d656fcf71d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 943 time: 0.1054559 Sep 07 16:21:10.914079 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-1f29388e-b338-42e8-aca5-072f95a680b3 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176107 Sep 07 16:21:10.938020 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1acce547-6fbc-404f-949b-a743fc80a8d7 req-b91066a3-125c-4a83-8ccd-69d2d1cc023a tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566609 Sep 07 16:21:11.019113 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-52600ceb-568b-4438-94b4-7774ed486176 req-a869f524-39d3-4a49-82df-737b4a1c5b99 service neutron] 10.222.0.83 "GET /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914342 Sep 07 16:21:11.456968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.055419 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa6f4-6b28-4a3e-8e44-5487374e53cc req-af36f1ae-7f3c-4782-a9a6-f513b1fe2c97 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:12.056948 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-38efa6f4-6b28-4a3e-8e44-5487374e53cc req-af36f1ae-7f3c-4782-a9a6-f513b1fe2c97 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 943 time: 0.0496330 Sep 07 16:21:12.095917 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-38efa6f4-6b28-4a3e-8e44-5487374e53cc req-1937c001-6c13-4ea3-958d-8938e98c6134 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Sep 07 16:21:13.010789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.214276 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67fbdd-c88a-4e5f-8d21-4351bbdd37f1 req-6bb8f17c-aad8-4052-86dd-89d703287f44 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:13.215828 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1f67fbdd-c88a-4e5f-8d21-4351bbdd37f1 req-6bb8f17c-aad8-4052-86dd-89d703287f44 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 943 time: 0.0534544 Sep 07 16:21:13.253546 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1f67fbdd-c88a-4e5f-8d21-4351bbdd37f1 req-d490c587-27a6-44a2-a205-6a8ba3987898 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Sep 07 16:21:13.671666 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b1278f25-7ca4-4edc-974c-9f15c8cb797f details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:21:13.766180 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:13.777338 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f', 'network_id': 'f57bfff6-5651-472e-a602-f501acb79fca', 'port_id': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f', 'mac_address': 'fa:16:3e:32:91:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3eb55-4ab1-4fd6-a014-29c4c18f9440', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:21:13.814672 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.827356 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1278f25-7ca4-4edc-974c-9f15c8cb797f {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:13.846168 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:13.849762 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.911303 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:14.174290 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['b1278f25-7ca4-4edc-974c-9f15c8cb797f'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:14.374073 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bd32-47fc-44be-9f12-479439c82743 req-c65e17d6-a1e2-4f4d-a4e7-3eebb5000d5f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:14.375572 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d38bd32-47fc-44be-9f12-479439c82743 req-c65e17d6-a1e2-4f4d-a4e7-3eebb5000d5f tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 944 time: 0.0479753 Sep 07 16:21:14.413260 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0d38bd32-47fc-44be-9f12-479439c82743 req-fb67ddea-bdfb-4d5c-8ff3-d0dce86dfe6c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Sep 07 16:21:15.524277 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70b6c-63bd-47eb-a9e2-fb3bdde62d6d req-1982f1c3-ad27-450a-90f7-6d4474dd19cc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.525797 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72d70b6c-63bd-47eb-a9e2-fb3bdde62d6d req-1982f1c3-ad27-450a-90f7-6d4474dd19cc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 944 time: 0.0479782 Sep 07 16:21:15.562912 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72d70b6c-63bd-47eb-a9e2-fb3bdde62d6d req-2475b9e4-8b24-4276-85ab-bbdf26d45947 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308506 Sep 07 16:21:15.672477 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b1278f25-7ca4-4edc-974c-9f15c8cb797f up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:15.719824 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port b1278f25-7ca4-4edc-974c-9f15c8cb797f completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:15.723286 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port b1278f25-7ca4-4edc-974c-9f15c8cb797f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:15.723657 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.800687 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.821741 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:15.823974 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd9ea60-a7a8-43d5-89b0-1b4e92364fab" -d '{"events": [{"server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "name": "network-vif-plugged", "status": "completed", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:15.836569 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:15.841481 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.864168 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae592e8d-1911-4093-b55b-c0ed91421dfe x-openstack-request-id: req-ae592e8d-1911-4093-b55b-c0ed91421dfe {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:15.864460 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "name": "network-vif-plugged", "status": "completed", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:15.864709 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ae592e8d-1911-4093-b55b-c0ed91421dfe {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:15.865095 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f', 'code': 200} Sep 07 16:21:15.892554 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:15.900563 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.900912 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.901251 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.901605 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.901936 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.902263 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.903230 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.903907 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.904042 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.904307 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.904633 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:15.905113 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:16.047428 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74375c01-89c7-4823-a7f4-c0a7bdc80771 req-8e75cd4d-357a-4727-b249-c3a0860d975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:16.048853 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74375c01-89c7-4823-a7f4-c0a7bdc80771 req-8e75cd4d-357a-4727-b249-c3a0860d975b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 1098 time: 0.0450749 Sep 07 16:21:16.085542 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74375c01-89c7-4823-a7f4-c0a7bdc80771 req-ad745839-b5fd-401e-846b-93ce039995c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289903 Sep 07 16:21:16.674058 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec8472-f88b-4645-8ac6-44d83fb673d0 req-364a2c40-8931-4b97-a18a-7b68b348b0f5 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:16.675567 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a4ec8472-f88b-4645-8ac6-44d83fb673d0 req-364a2c40-8931-4b97-a18a-7b68b348b0f5 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Sep 07 16:21:16.712728 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a4ec8472-f88b-4645-8ac6-44d83fb673d0 req-b611aeb8-7d27-4584-a67f-4d2dee1e2389 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Sep 07 16:21:17.190882 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-d0a25df0-42e1-4866-b550-b9fb3b2ec0b9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953663438&fields=id&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 267 time: 0.0323365 Sep 07 16:21:17.300822 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-93efea33-cae6-4772-98a0-74d9be8e83c7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.302399 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-93efea33-cae6-4772-98a0-74d9be8e83c7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.1044285 Sep 07 16:21:17.320472 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-ed8efd9a-42c5-4d40-aaf3-b8598a665734 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/quotas/7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 375 time: 0.0104098 Sep 07 16:21:17.373031 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-6787f571-2d97-4ee2-bde9-1f52fb60eefc tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460737 Sep 07 16:21:17.473648 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-917ad37c-e4fe-43ca-b691-77f5b75be7f8 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879018 Sep 07 16:21:17.566359 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-b08e3d54-a25f-4e5c-9e28-8b33fc0e9379 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865526 Sep 07 16:21:17.831642 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d515f-bad3-4f9a-931f-e334ec302154 req-8e2989ad-16c0-4c88-8fe2-b39ad389dcc9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.833975 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e26d515f-bad3-4f9a-931f-e334ec302154 req-8e2989ad-16c0-4c88-8fe2-b39ad389dcc9 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Sep 07 16:21:17.869854 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-041ad715-b75a-4486-96d6-747bf84cef73 req-832103cb-4e9f-4cd9-9587-c2067561fab4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 210 time: 0.0343766 Sep 07 16:21:17.897045 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e26d515f-bad3-4f9a-931f-e334ec302154 req-c186f717-af46-409a-afe2-6f8d02cc91e5 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533533 Sep 07 16:21:18.913701 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-4967f279-8779-450c-880f-329a48e2d7ac tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.915399 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-4967f279-8779-450c-880f-329a48e2d7ac tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.1033669 Sep 07 16:21:18.977965 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea9689ee-0853-4445-af05-1e19a64b5a18 req-c5b75e9a-a61e-4f70-889f-2e44a40e5ef5 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 210 time: 0.0319815 Sep 07 16:21:18.992571 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-866c6256-e953-4abf-802e-dcb7bc2fc24a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 379 time: 0.0640414 Sep 07 16:21:19.004258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'port': {'device_id': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'admin_state_up': True, 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'security_groups': ['dc9f51d1-8830-47e5-aad5-2b59c35941a9']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:19.111018 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Made reservation on behalf of 7c8475b6afa94de787e9171c29747b4a for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:19.114479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.242427 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.20.0.11 (21c250f5-8d13-4ffe-8d51-7a5bed741dc7/182b9bce-6e80-4ea8-9501-474ead1e78b9/61115b26-d3ad-4301-9494-312a3db370ba) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:19.412451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.428791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Transition to ACTIVE for port object 61115b26-d3ad-4301-9494-312a3db370ba will not be triggered until provisioned by entity DHCP. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:19.463951 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.514619 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:19.522947 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:19.525149 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:19.527910 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:19.587591 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:19.588234 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.616527 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-53083e7c-b67e-4a07-a868-0b7c78046b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6156836 Sep 07 16:21:19.632734 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Request body: {'port': {'device_id': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:19.696408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.801615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8f22fcbd-ed2a-4755-b8c1-5030f14c4cd5 None None] Provisioning for port 61115b26-d3ad-4301-9494-312a3db370ba completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:19.805491 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8f22fcbd-ed2a-4755-b8c1-5030f14c4cd5 None None] Provisioning complete for port 61115b26-d3ad-4301-9494-312a3db370ba triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:19.805926 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8f22fcbd-ed2a-4755-b8c1-5030f14c4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.838252 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-8f22fcbd-ed2a-4755-b8c1-5030f14c4cd5 None None] Port 61115b26-d3ad-4301-9494-312a3db370ba cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:19.969817 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61115b26-d3ad-4301-9494-312a3db370ba {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:19.977342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.989802 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Transition to ACTIVE for port object 61115b26-d3ad-4301-9494-312a3db370ba will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:19.993089 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.077064 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Pushing event updated for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:20.154160 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f672def-e021-4ca4-bbaa-1e2603e27937 req-e5a41329-a4b7-4bd9-a7a1-16b883f95ced tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.155789 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0f672def-e021-4ca4-bbaa-1e2603e27937 req-e5a41329-a4b7-4bd9-a7a1-16b883f95ced tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0934384 Sep 07 16:21:20.160881 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Attempting to bind port 61115b26-d3ad-4301-9494-312a3db370ba on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:20.161243 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Attempting to bind port 61115b26-d3ad-4301-9494-312a3db370ba by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:20.161550 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Attempting to bind port 61115b26-d3ad-4301-9494-312a3db370ba on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:20.173228 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Port 61115b26-d3ad-4301-9494-312a3db370ba on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:21:20.173553 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Attempting to bind port 61115b26-d3ad-4301-9494-312a3db370ba on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:20.188650 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:20.188992 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:20.189378 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Bound using segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:20.189813 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Bound port: 61115b26-d3ad-4301-9494-312a3db370ba, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:20.190174 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.217521 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0f672def-e021-4ca4-bbaa-1e2603e27937 req-aeed25c9-e42c-4c2d-9fdd-e777ee83038c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535874 Sep 07 16:21:20.270198 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:20.273183 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=61115b26-d3ad-4301-9494-312a3db370ba,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:20.278108 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.313663 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.314278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.315752 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] 10.222.0.83 "PUT /v2.0/ports/61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 200 len: 1094 time: 0.6884997 Sep 07 16:21:20.316099 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:20.318325 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d6ec98-9c9e-4426-9c77-780d67812891" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "tag": "61115b26-d3ad-4301-9494-312a3db370ba"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:20.341110 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94416-fdb8-4003-ac9a-c51b3a1454aa service neutron] Pushing event updated for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:20.359906 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c7cc2-ec6e-4c95-a3c4-91c3caddd818 x-openstack-request-id: req-b62c7cc2-ec6e-4c95-a3c4-91c3caddd818 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:20.360203 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "tag": "61115b26-d3ad-4301-9494-312a3db370ba", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:20.360533 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b62c7cc2-ec6e-4c95-a3c4-91c3caddd818 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:20.360909 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba', 'status': 'completed', 'code': 200} Sep 07 16:21:20.407420 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-33df1bc0-e4b7-4333-b28f-6dd3f7c4044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.408957 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-33df1bc0-e4b7-4333-b28f-6dd3f7c4044c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1097 time: 0.0427697 Sep 07 16:21:20.454935 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-aa2e4733-8942-43b4-951f-4fd5d37b2ae0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 200 len: 217 time: 0.0350628 Sep 07 16:21:20.511235 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-86fa396d-cf68-460e-b14f-b979719964c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.512823 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-86fa396d-cf68-460e-b14f-b979719964c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0494232 Sep 07 16:21:20.567494 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-e0971bc5-d302-4013-9122-70cc96a2f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.568986 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-e0971bc5-d302-4013-9122-70cc96a2f10d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403416 Sep 07 16:21:20.665221 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-84c9d494-bfa7-4d85-be4d-261f4d01c90b service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Sep 07 16:21:20.755930 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-61f32f46-0ac4-448e-a48f-5cc4a5bcc048 req-ae5df9b1-8b96-4956-b173-80f357aa1f59 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820527 Sep 07 16:21:20.845627 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-1119f2be-a65d-46ec-b841-cbd6488e2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.847029 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-1119f2be-a65d-46ec-b841-cbd6488e2964 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1097 time: 0.0400004 Sep 07 16:21:20.942229 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-c0d80848-d4ab-4b0a-9e4f-1031e700defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.943727 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-c0d80848-d4ab-4b0a-9e4f-1031e700defd service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0856688 Sep 07 16:21:20.992650 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-c1461493-c30a-4fff-9593-f361866d0a34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 200 len: 217 time: 0.0410638 Sep 07 16:21:21.047937 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-bef99639-8012-4e82-8a1d-c0efe5603e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.049401 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-bef99639-8012-4e82-8a1d-c0efe5603e3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0489724 Sep 07 16:21:21.095949 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-a2656c9e-ef9e-4e4f-beae-b01a24f44593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.097335 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-a2656c9e-ef9e-4e4f-beae-b01a24f44593 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398042 Sep 07 16:21:21.205018 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-420ce172-b6b0-463d-a809-ed3fbb8498ab service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909219 Sep 07 16:21:21.332458 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-53d6ec98-9c9e-4426-9c77-780d67812891 req-b144e72a-97f4-4513-81fa-aa6d5d452531 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201053 Sep 07 16:21:21.348693 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dfacb-e364-4d11-af3b-fd947a9770bb req-23960594-ac6f-4ee8-a78a-9a41b82aa440 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.350128 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f20dfacb-e364-4d11-af3b-fd947a9770bb req-23960594-ac6f-4ee8-a78a-9a41b82aa440 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0625405 Sep 07 16:21:21.390198 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f20dfacb-e364-4d11-af3b-fd947a9770bb req-20656d5c-7f14-47d9-938c-d4d5db917607 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Sep 07 16:21:22.507996 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f8ac-5636-40ad-b6db-4e1713a9247c req-0fa4b60c-6c8d-4c47-8247-c3c93a86820f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:22.509571 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f39f8ac-5636-40ad-b6db-4e1713a9247c req-0fa4b60c-6c8d-4c47-8247-c3c93a86820f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0522146 Sep 07 16:21:22.549620 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9f39f8ac-5636-40ad-b6db-4e1713a9247c req-d9fa5bb7-2ecc-47f2-bb17-fe7d61873df7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334232 Sep 07 16:21:23.673124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056b1c3-6ad2-4a95-a69d-25f536041647 req-2d26040e-b6d8-4c70-9f7b-ea19fc53ae36 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:23.674690 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6056b1c3-6ad2-4a95-a69d-25f536041647 req-2d26040e-b6d8-4c70-9f7b-ea19fc53ae36 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0529022 Sep 07 16:21:23.716587 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6056b1c3-6ad2-4a95-a69d-25f536041647 req-08b5eae7-d221-4860-adf5-b53a07c8f070 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Sep 07 16:21:24.292756 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:21:24.828886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d70a1b-8d20-4222-846a-d62b9665d24e req-75b2af3d-9ba2-40e4-8524-d73bec936f53 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:24.830388 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32d70a1b-8d20-4222-846a-d62b9665d24e req-75b2af3d-9ba2-40e4-8524-d73bec936f53 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0485711 Sep 07 16:21:24.867667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-32d70a1b-8d20-4222-846a-d62b9665d24e req-c85cc3fa-0f11-4bd3-9cae-49659dd5c312 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Sep 07 16:21:25.988919 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6981-4f7a-446a-a2af-f0384bd0a91b req-f63c63b8-7b6e-4a7d-bec3-807dd162f5fe tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:25.990430 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1faf6981-4f7a-446a-a2af-f0384bd0a91b req-f63c63b8-7b6e-4a7d-bec3-807dd162f5fe tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0538242 Sep 07 16:21:26.034220 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1faf6981-4f7a-446a-a2af-f0384bd0a91b req-eb58aaf9-1d86-4969-b57a-50b3747e3a85 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371594 Sep 07 16:21:27.149263 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087394-28f1-4476-af71-825fa43f54b5 req-b9093ae1-b4e8-4162-a1a0-d443692b7c08 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:27.150798 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc087394-28f1-4476-af71-825fa43f54b5 req-b9093ae1-b4e8-4162-a1a0-d443692b7c08 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0498700 Sep 07 16:21:27.189899 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dc087394-28f1-4476-af71-825fa43f54b5 req-69467569-09a7-4fb0-a51e-d7eb488520b2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322945 Sep 07 16:21:28.308033 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79381-712f-4289-ad8a-5791bbd04bc2 req-8db55f84-7a74-4057-92fa-105ed810ec91 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.309480 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-48b79381-712f-4289-ad8a-5791bbd04bc2 req-8db55f84-7a74-4057-92fa-105ed810ec91 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0488226 Sep 07 16:21:28.350123 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-48b79381-712f-4289-ad8a-5791bbd04bc2 req-a1c4a67e-60e1-4fbe-9818-74e49d518e03 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342844 Sep 07 16:21:29.466933 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d1c93-569d-450a-a4a8-91c4bd8331fe req-46807c63-f8ce-4529-a1a2-07168bc125da tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:29.468451 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-140d1c93-569d-450a-a4a8-91c4bd8331fe req-46807c63-f8ce-4529-a1a2-07168bc125da tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 944 time: 0.0535030 Sep 07 16:21:29.507490 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-140d1c93-569d-450a-a4a8-91c4bd8331fe req-d5e39a37-7874-4ae3-87c0-d0bdd71462d1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Sep 07 16:21:29.753798 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 61115b26-d3ad-4301-9494-312a3db370ba details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:21:29.861128 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=61115b26-d3ad-4301-9494-312a3db370ba,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:29.872841 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '61115b26-d3ad-4301-9494-312a3db370ba', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'port_id': '61115b26-d3ad-4301-9494-312a3db370ba', 'mac_address': 'fa:16:3e:5a:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:21:29.892947 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b39db-259c-44a8-b445-00f0d77b697a req-b51927e1-c257-4e92-86be-1b6b877f428d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:29.894860 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc3b39db-259c-44a8-b445-00f0d77b697a req-b51927e1-c257-4e92-86be-1b6b877f428d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0539923 Sep 07 16:21:29.916270 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.930626 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61115b26-d3ad-4301-9494-312a3db370ba {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:29.939734 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc3b39db-259c-44a8-b445-00f0d77b697a req-54dc9dac-275f-4f30-806f-aed9224be764 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Sep 07 16:21:29.954196 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=61115b26-d3ad-4301-9494-312a3db370ba,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:29.958593 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.010011 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:30.383326 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['61115b26-d3ad-4301-9494-312a3db370ba'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:30.622829 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9b4f-de7f-4e57-afbb-73238b955f85 req-8c2d9bc6-e664-45e9-846a-fad99bcd88f0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.624215 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5abc9b4f-de7f-4e57-afbb-73238b955f85 req-8c2d9bc6-e664-45e9-846a-fad99bcd88f0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Sep 07 16:21:30.661091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5abc9b4f-de7f-4e57-afbb-73238b955f85 req-de050b2a-3b82-41fa-beed-4b8ad485f88a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Sep 07 16:21:31.058401 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bb07-e9fe-4ffe-b018-15e401a4155e req-d623bcd6-1019-486d-ac18-84072deee3f8 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:31.059872 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b742bb07-e9fe-4ffe-b018-15e401a4155e req-d623bcd6-1019-486d-ac18-84072deee3f8 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Sep 07 16:21:31.096978 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b742bb07-e9fe-4ffe-b018-15e401a4155e req-1cc1060c-5d30-4c53-82e2-9a078cc3ec01 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Sep 07 16:21:31.765257 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 61115b26-d3ad-4301-9494-312a3db370ba up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:31.776809 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a20e45-9862-41e8-b512-bf8552ebde1a req-1a8ed59c-070e-4a8d-af71-1e260da01d6a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:31.778283 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73a20e45-9862-41e8-b512-bf8552ebde1a req-1a8ed59c-070e-4a8d-af71-1e260da01d6a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Sep 07 16:21:31.813101 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 61115b26-d3ad-4301-9494-312a3db370ba completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:31.816806 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 61115b26-d3ad-4301-9494-312a3db370ba triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:31.817042 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-73a20e45-9862-41e8-b512-bf8552ebde1a req-b8815dfd-3b40-42ae-9b2a-b653e0673b9e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Sep 07 16:21:31.817191 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.902938 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.926495 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:31.928859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1f3729-dc2c-4de4-8886-3650470cdc84" -d '{"events": [{"server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "name": "network-vif-plugged", "status": "completed", "tag": "61115b26-d3ad-4301-9494-312a3db370ba"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:31.942290 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=61115b26-d3ad-4301-9494-312a3db370ba,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:31.946561 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.992351 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d6aacd-68e0-4a49-8778-fc8072f61abe x-openstack-request-id: req-26d6aacd-68e0-4a49-8778-fc8072f61abe {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:31.992640 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "name": "network-vif-plugged", "status": "completed", "tag": "61115b26-d3ad-4301-9494-312a3db370ba", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:31.992887 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-26d6aacd-68e0-4a49-8778-fc8072f61abe {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:31.993273 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba', 'code': 200} Sep 07 16:21:32.006180 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.116472 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-8164b916-e0f5-413d-8af5-9ce56cacdbfa tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.118119 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-8164b916-e0f5-413d-8af5-9ce56cacdbfa tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0534699 Sep 07 16:21:32.250297 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb6e1e-9e48-42a2-b83b-ce40f8933dfd req-800c9587-04c8-45be-b826-62b9854d7942 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.251715 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-08bb6e1e-9e48-42a2-b83b-ce40f8933dfd req-800c9587-04c8-45be-b826-62b9854d7942 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=0261b6ee-452f-4927-8ba7-6442823ab815 HTTP/1.1" status: 200 len: 945 time: 0.0842528 Sep 07 16:21:32.257272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Deleting port b1278f25-7ca4-4edc-974c-9f15c8cb797f {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:32.257618 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.259207 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66d041-a4ad-4df7-ad00-6ffb16f2bc81 req-af963c6f-ff21-435f-b111-e446651d3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.261245 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ae66d041-a4ad-4df7-ad00-6ffb16f2bc81 req-af963c6f-ff21-435f-b111-e446651d3aef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1099 time: 0.0440032 Sep 07 16:21:32.296939 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ae66d041-a4ad-4df7-ad00-6ffb16f2bc81 req-553ff181-e223-496d-8d21-563cd5bf4dc3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285954 Sep 07 16:21:32.350654 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-08bb6e1e-9e48-42a2-b83b-ce40f8933dfd req-4b320a27-a7b9-469f-903a-b12dba8c2bfe tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882883 Sep 07 16:21:32.374424 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] For port b1278f25-7ca4-4edc-974c-9f15c8cb797f, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b1278f25-7ca4-4edc-974c-9f15c8cb797f,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:32.374790 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.387862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Calling delete_port for b1278f25-7ca4-4edc-974c-9f15c8cb797f owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:32.515568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.531441 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'b1278f25-7ca4-4edc-974c-9f15c8cb797f'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:32.544267 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event deleted for resources: {'Port': ['ID=b1278f25-7ca4-4edc-974c-9f15c8cb797f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.595631 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] No DVR routers for this DVR port b1278f25-7ca4-4edc-974c-9f15c8cb797f on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:32.598308 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.600940 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-07a8cd89-cfa8-456b-b3a9-d701b4eec4ce req-2b35569d-d422-40b9-8e72-58536c10eeff tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "DELETE /v2.0/ports/b1278f25-7ca4-4edc-974c-9f15c8cb797f HTTP/1.1" status: 204 len: 173 time: 0.4757941 Sep 07 16:21:32.601419 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'name': 'network-vif-deleted', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:32.603679 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd2b20-c0d0-4515-b28b-ca0cac9bfe16" -d '{"events": [{"server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "name": "network-vif-deleted", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:32.646011 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e006c-c06b-4d69-95b1-e62304af5fef x-openstack-request-id: req-6e4e006c-c06b-4d69-95b1-e62304af5fef {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:32.646301 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0261b6ee-452f-4927-8ba7-6442823ab815", "name": "network-vif-deleted", "tag": "b1278f25-7ca4-4edc-974c-9f15c8cb797f", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:32.646569 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6e4e006c-c06b-4d69-95b1-e62304af5fef {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:32.646957 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0261b6ee-452f-4927-8ba7-6442823ab815', 'name': 'network-vif-deleted', 'tag': 'b1278f25-7ca4-4edc-974c-9f15c8cb797f', 'status': 'completed', 'code': 200} Sep 07 16:21:32.929015 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7817d-861b-492d-a2d7-68f27d33d8f0 req-4c367b06-3c57-4f86-8138-c8736cd03080 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.930576 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0ee7817d-861b-492d-a2d7-68f27d33d8f0 req-4c367b06-3c57-4f86-8138-c8736cd03080 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.0482769 Sep 07 16:21:32.967343 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-0ee7817d-861b-492d-a2d7-68f27d33d8f0 req-f70e741c-70ab-464a-91c8-11ec41e2fbb5 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300591 Sep 07 16:21:34.088189 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3798d-0ccf-4868-8f7e-fda41277a7c4 req-c64c0b23-bf6f-4409-b5cc-8eccaf0316a1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.090204 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d6f3798d-0ccf-4868-8f7e-fda41277a7c4 req-c64c0b23-bf6f-4409-b5cc-8eccaf0316a1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Sep 07 16:21:34.142580 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d6f3798d-0ccf-4868-8f7e-fda41277a7c4 req-a982e8de-032c-4af2-b34b-bb1cf9a0452c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Sep 07 16:21:34.262477 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b48c-ae17-47ff-a66b-33635b60be57 req-1bb67fb8-23d3-4e49-bffd-990e5b19ccc6 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.263946 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d088b48c-ae17-47ff-a66b-33635b60be57 req-1bb67fb8-23d3-4e49-bffd-990e5b19ccc6 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.0543184 Sep 07 16:21:34.309606 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d088b48c-ae17-47ff-a66b-33635b60be57 req-759f9881-fca3-4453-879c-d16c6e0b3aa8 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394437 Sep 07 16:21:34.333002 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52228) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:34.486965 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b3147-96e2-4a8c-adbb-c3d3118d6a39 tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.488528 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-685b3147-96e2-4a8c-adbb-c3d3118d6a39 tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1094 time: 0.1545250 Sep 07 16:21:34.491727 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52232) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:34.496280 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'port_id': '61115b26-d3ad-4301-9494-312a3db370ba', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:34.520667 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.663934 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.814216 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.27.0.151 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/6832b603-3b46-4a5a-be98-4f70b541cc0c) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:34.866972 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b944c6-6c9d-49f8-b8b3-7c665fb6c3cc req-f18e43f5-bb79-4f50-b6f6-4747e9d89528 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.868522 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3b944c6-6c9d-49f8-b8b3-7c665fb6c3cc req-f18e43f5-bb79-4f50-b6f6-4747e9d89528 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.0885339 Sep 07 16:21:34.950125 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e3b944c6-6c9d-49f8-b8b3-7c665fb6c3cc req-a0219346-14fe-4f31-8382-9b47e05c8991 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517089 Sep 07 16:21:34.966232 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.273519 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.313036 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:35.316497 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:35.323115 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:35.346796 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=6832b603-3b46-4a5a-be98-4f70b541cc0c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:35.734825 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.797260 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b1278f25-7ca4-4edc-974c-9f15c8cb797f no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:35.808278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.818456 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: b1278f25-7ca4-4edc-974c-9f15c8cb797f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:35.818806 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b1278f25-7ca4-4edc-974c-9f15c8cb797f not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:35.890346 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.972576 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.980049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.060561 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=6832b603-3b46-4a5a-be98-4f70b541cc0c,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:36.097875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.148929 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f4128-62e7-496f-992b-62a5d7873f2a req-4b9fe283-84ad-4240-bc60-58693ad0e519 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:36.150665 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3c3f4128-62e7-496f-992b-62a5d7873f2a req-4b9fe283-84ad-4240-bc60-58693ad0e519 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.1014097 Sep 07 16:21:36.240968 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3c3f4128-62e7-496f-992b-62a5d7873f2a req-a2e11ee4-9b6b-4278-a8bb-45c05bb156fb tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831485 Sep 07 16:21:36.258596 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 86c3ef38-78c9-4121-827d-02174f47b878 associated. External IP: 172.27.0.151, port: 61115b26-d3ad-4301-9494-312a3db370ba. Sep 07 16:21:36.503048 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:36.518393 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-72ffe395-ec9c-4150-adf9-e2c1a68dfad7 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:36.519882 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-72ffe395-ec9c-4150-adf9-e2c1a68dfad7 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 946 time: 0.0677600 Sep 07 16:21:36.682270 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:36.692378 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:36.702822 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:36.703587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:21:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:36.706784 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.710302 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Deleting port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:36.710636 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.758028 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-131ea18d-c0aa-4ec7-9f0f-c7f3b39d309d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2650058 Sep 07 16:21:36.761031 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:36.763414 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1854d66-2e0c-4a6e-90e1-b50424428add" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "tag": "61115b26-d3ad-4301-9494-312a3db370ba"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:36.814546 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:36.828668 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d98feb-6936-4a58-bbde-9d206f450ebd x-openstack-request-id: req-b7d98feb-6936-4a58-bbde-9d206f450ebd {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:36.828965 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "tag": "61115b26-d3ad-4301-9494-312a3db370ba", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:36.829213 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b7d98feb-6936-4a58-bbde-9d206f450ebd {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:36.829604 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba', 'status': 'completed', 'code': 200} Sep 07 16:21:36.831386 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] For port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:36.831752 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.845067 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Calling delete_port for d8e8ac5b-518c-4d8f-a7df-79df43d8f50a owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:36.897057 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-2cdeb58f-5c78-4bf0-ad15-03466e9c6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:36.898855 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-2cdeb58f-5c78-4bf0-ad15-03466e9c6e58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1099 time: 0.0475962 Sep 07 16:21:37.001751 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.020459 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:37.033155 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-b42f5067-9b65-49ca-944c-4766a587a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.034737 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-b42f5067-9b65-49ca-944c-4766a587a13a service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.1244552 Sep 07 16:21:37.039868 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event deleted for resources: {'Port': ['ID=d8e8ac5b-518c-4d8f-a7df-79df43d8f50a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:37.088542 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] No DVR routers for this DVR port d8e8ac5b-518c-4d8f-a7df-79df43d8f50a on host hv-cinder-80699 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:37.091374 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.093744 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e51ca766-8d05-463e-ac3c-77e6fb441da6 req-31e7d1e4-1ac0-4bbe-a385-7de849457c99 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "DELETE /v2.0/ports/d8e8ac5b-518c-4d8f-a7df-79df43d8f50a HTTP/1.1" status: 204 len: 173 time: 0.5660393 Sep 07 16:21:37.105612 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ba3830b1-081c-4542-aabb-b9251e664735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.118127 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-c16f75b4-506b-4853-89c5-16c005be65e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 200 len: 1000 time: 0.0754704 Sep 07 16:21:37.163959 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '86c3ef38-78c9-4121-827d-02174f47b878', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '61115b26-d3ad-4301-9494-312a3db370ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:5a:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:21:35Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:37.176612 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-ef316e8c-48da-4ba1-a79e-db827a839146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.178105 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-ef316e8c-48da-4ba1-a79e-db827a839146 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0466957 Sep 07 16:21:37.201008 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:37.221215 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:37.221843 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:21:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:37.245282 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-0acc563c-3701-42aa-936e-55dbc9c3cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.246819 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-0acc563c-3701-42aa-936e-55dbc9c3cf90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461204 Sep 07 16:21:37.347914 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-0f7ca12d-a7c8-437c-89dc-8f65d6944bf6 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887754 Sep 07 16:21:37.355711 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5c9ce2c4-32c0-4e42-b206-581402be48b8 req-a0a309b5-39b6-45c2-ac6d-f1c2733e365d tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=548886c8-1da1-4e95-b578-f43558f22bfc HTTP/1.1" status: 200 len: 210 time: 0.0321448 Sep 07 16:21:37.449110 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1854d66-2e0c-4a6e-90e1-b50424428add req-1f452e53-7e3a-4ddb-ab3a-b7051736411f service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926137 Sep 07 16:21:37.515066 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:37.792074 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '86c3ef38-78c9-4121-827d-02174f47b878', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '61115b26-d3ad-4301-9494-312a3db370ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:5a:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:21:35Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:37.817983 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3b21a-917d-4ac5-bda9-5b26b92e8101 None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '86c3ef38-78c9-4121-827d-02174f47b878', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '61115b26-d3ad-4301-9494-312a3db370ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:5a:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:21:35Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:38.008315 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d095412-c092-4668-a8a3-b54ced6c5e75 None None] New status for floating IP 86c3ef38-78c9-4121-827d-02174f47b878: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:21:38.621092 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7669-f6de-4f99-b013-28bcc1928b24 req-a1ceff29-f269-4ecb-87e1-6c21e3617b96 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:38.622579 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e4a7669-f6de-4f99-b013-28bcc1928b24 req-a1ceff29-f269-4ecb-87e1-6c21e3617b96 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0487311 Sep 07 16:21:38.660433 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5e4a7669-f6de-4f99-b013-28bcc1928b24 req-e1e5d4e9-b90c-4fda-aee6-c4f832b83ca1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Sep 07 16:21:38.830518 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'name': 'network-vif-deleted', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:38.832892 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc8c316-fa80-4d03-b09c-2cebdcc9adf1" -d '{"events": [{"server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "name": "network-vif-deleted", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:38.868775 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa3c6d-44da-412c-8b54-d0980e77db21 x-openstack-request-id: req-91fa3c6d-44da-412c-8b54-d0980e77db21 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:38.869070 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548886c8-1da1-4e95-b578-f43558f22bfc", "name": "network-vif-deleted", "tag": "d8e8ac5b-518c-4d8f-a7df-79df43d8f50a", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:38.869323 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-91fa3c6d-44da-412c-8b54-d0980e77db21 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:38.869738 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548886c8-1da1-4e95-b578-f43558f22bfc', 'name': 'network-vif-deleted', 'tag': 'd8e8ac5b-518c-4d8f-a7df-79df43d8f50a', 'status': 'completed', 'code': 200} Sep 07 16:21:39.627390 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.719732 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9b5c636b-949c-4f88-8b34-74ba2a66ef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.794134 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d803f51-a533-4cd9-aa58-dad29261597c req-5d3b1f6a-e425-45ea-9bed-291142f15b09 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:39.795733 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7d803f51-a533-4cd9-aa58-dad29261597c req-5d3b1f6a-e425-45ea-9bed-291142f15b09 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Sep 07 16:21:39.826987 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d8e8ac5b-518c-4d8f-a7df-79df43d8f50a no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:39.837129 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7d803f51-a533-4cd9-aa58-dad29261597c req-9d51d647-2ff4-4c5f-8611-b7787ab64024 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353117 Sep 07 16:21:39.853922 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: d8e8ac5b-518c-4d8f-a7df-79df43d8f50a {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:39.853922 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d8e8ac5b-518c-4d8f-a7df-79df43d8f50a not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:40.263086 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-aee23f48-fd74-4596-b486-6ce8b3dba3a8 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:40.264749 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-aee23f48-fd74-4596-b486-6ce8b3dba3a8 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 946 time: 0.0492094 Sep 07 16:21:40.367043 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Deleting port b85559db-d52a-4648-9fc1-41bd9f321aa4 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:40.367363 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.460519 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] For port b85559db-d52a-4648-9fc1-41bd9f321aa4, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b85559db-d52a-4648-9fc1-41bd9f321aa4,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:40.460869 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.474392 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Calling delete_port for b85559db-d52a-4648-9fc1-41bd9f321aa4 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:40.622790 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.638465 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'b85559db-d52a-4648-9fc1-41bd9f321aa4'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:40.653059 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event deleted for resources: {'Port': ['ID=b85559db-d52a-4648-9fc1-41bd9f321aa4,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:40.665727 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.666600 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.666955 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.667355 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.667692 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.668031 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.668379 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.668721 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.669052 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.669387 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.669719 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.670076 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:40.705952 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] No DVR routers for this DVR port b85559db-d52a-4648-9fc1-41bd9f321aa4 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:40.709261 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.712119 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43dba592-3fa6-4cfd-95d9-aa062f347275 req-32907dd9-83fb-4eca-9bad-a5369bc23afc tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "DELETE /v2.0/ports/b85559db-d52a-4648-9fc1-41bd9f321aa4 HTTP/1.1" status: 204 len: 173 time: 0.4401078 Sep 07 16:21:40.712646 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'name': 'network-vif-deleted', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:40.715646 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa16fb80-6bf1-4632-ae89-8fe64320fb3e" -d '{"events": [{"server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "name": "network-vif-deleted", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:40.850747 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8488d5-e0ab-4bc4-a98f-9c0d69b36a15 x-openstack-request-id: req-9e8488d5-e0ab-4bc4-a98f-9c0d69b36a15 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:40.850747 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3277cb-85a5-4ce3-a0ef-6547dc37ec49", "name": "network-vif-deleted", "tag": "b85559db-d52a-4648-9fc1-41bd9f321aa4", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:40.851125 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9e8488d5-e0ab-4bc4-a98f-9c0d69b36a15 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:40.851340 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3277cb-85a5-4ce3-a0ef-6547dc37ec49', 'name': 'network-vif-deleted', 'tag': 'b85559db-d52a-4648-9fc1-41bd9f321aa4', 'status': 'completed', 'code': 200} Sep 07 16:21:40.950773 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d26594ae-d0f2-4189-87bd-82c7b6ec8064 req-4e70b6d3-d9ed-4b9f-8b0c-1b97ef9a2803 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a3277cb-85a5-4ce3-a0ef-6547dc37ec49 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Sep 07 16:21:41.459300 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.016689 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.349179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76b0d-9aba-4e26-8914-681666edc06e req-0e1095bd-4c66-4a89-bb78-ad25b4e27675 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:43.350667 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8b76b0d-9aba-4e26-8914-681666edc06e req-0e1095bd-4c66-4a89-bb78-ad25b4e27675 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 945 time: 0.0498774 Sep 07 16:21:43.395631 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8b76b0d-9aba-4e26-8914-681666edc06e req-1d9a816d-740a-40fe-a4b6-052467b30f41 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Sep 07 16:21:43.857925 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b85559db-d52a-4648-9fc1-41bd9f321aa4 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:43.877728 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: b85559db-d52a-4648-9fc1-41bd9f321aa4 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:43.878077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device b85559db-d52a-4648-9fc1-41bd9f321aa4 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:44.513461 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6ed6d-97f0-4a62-81e8-ba443779a8cc req-7e1ce329-24ae-4639-9ff6-0e3c14104fa4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:44.514955 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-90e6ed6d-97f0-4a62-81e8-ba443779a8cc req-7e1ce329-24ae-4639-9ff6-0e3c14104fa4 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 945 time: 0.0506675 Sep 07 16:21:44.554989 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-90e6ed6d-97f0-4a62-81e8-ba443779a8cc req-a3a17e2f-3c06-4253-89e5-8c3da901f5e1 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/security-groups?id=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Sep 07 16:21:45.272392 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b893c9-a359-43bf-8892-2616a7718745 req-cf649920-be92-4caf-b4ad-cd6ee538eb1c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:45.274021 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41b893c9-a359-43bf-8892-2616a7718745 req-cf649920-be92-4caf-b4ad-cd6ee538eb1c tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 945 time: 0.0557201 Sep 07 16:21:45.380534 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Deleting port f9815dd7-311a-43ab-8ec0-ba7e439ebbca {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:45.381100 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.480069 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] For port f9815dd7-311a-43ab-8ec0-ba7e439ebbca, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,segment=NetworkSegment(f93e6aaa-f291-4924-a835-de7c72fdbc8d),segment_id=f93e6aaa-f291-4924-a835-de7c72fdbc8d)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:45.480417 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.494252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Calling delete_port for f9815dd7-311a-43ab-8ec0-ba7e439ebbca owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:45.630333 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.647256 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['f9815dd7-311a-43ab-8ec0-ba7e439ebbca'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:45.656411 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c8f1fb46-8222-483e-97e6-53506a3d5c98 req-a815e8c5-9af1-4a42-8984-3ab3fe859e5e tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.82 "GET /v2.0/ports?device_id=1dbafba6-a9ac-43f4-9179-e945290cd7ee HTTP/1.1" status: 200 len: 210 time: 0.0326047 Sep 07 16:21:45.664530 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Pushing event deleted for resources: {'Port': ['ID=f9815dd7-311a-43ab-8ec0-ba7e439ebbca,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:45.716231 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] No DVR routers for this DVR port f9815dd7-311a-43ab-8ec0-ba7e439ebbca on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:45.719911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.722885 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41b893c9-a359-43bf-8892-2616a7718745 req-5d675c05-0759-4318-997f-c97f72a09e90 tempest-AttachVolumeNegativeTest-178072210 tempest-AttachVolumeNegativeTest-178072210-project] 10.222.0.83 "DELETE /v2.0/ports/f9815dd7-311a-43ab-8ec0-ba7e439ebbca HTTP/1.1" status: 204 len: 173 time: 0.4407461 Sep 07 16:21:45.723523 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'name': 'network-vif-deleted', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:45.726938 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6375e36-7de4-4443-b5cd-bc2bfc67b62c" -d '{"events": [{"server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "name": "network-vif-deleted", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:45.764542 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9e76cf-29e5-43ef-bb7d-97a104935be8 x-openstack-request-id: req-bd9e76cf-29e5-43ef-bb7d-97a104935be8 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:45.764821 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbafba6-a9ac-43f4-9179-e945290cd7ee", "name": "network-vif-deleted", "tag": "f9815dd7-311a-43ab-8ec0-ba7e439ebbca", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:45.765144 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd9e76cf-29e5-43ef-bb7d-97a104935be8 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:45.765723 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbafba6-a9ac-43f4-9179-e945290cd7ee', 'name': 'network-vif-deleted', 'tag': 'f9815dd7-311a-43ab-8ec0-ba7e439ebbca', 'status': 'completed', 'code': 200} Sep 07 16:21:46.723321 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52286) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:46.775650 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Deleting subnet 73d3eb55-4ab1-4fd6-a014-29c4c18f9440 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:46.779684 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.814688 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.853469 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.906062 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.932740 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d3eb55-4ab1-4fd6-a014-29c4c18f9440,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:46.939476 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.941363 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/73d3eb55-4ab1-4fd6-a014-29c4c18f9440 HTTP/1.1" status: 204 len: 168 time: 0.2170625 Sep 07 16:21:46.943899 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.944192 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.944531 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.944866 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.945423 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52288) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:46.947408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.948325 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.949750 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.949750 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.949750 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.950150 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.950347 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:46.950679 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0748e68-1868-4e08-880f-1414f367e056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.014984 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.096377 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.115740 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57bfff6-5651-472e-a602-f501acb79fca']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:47.125222 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93e6aaa-f291-4924-a835-de7c72fdbc8d') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:47.125520 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93e6aaa-f291-4924-a835-de7c72fdbc8d') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:47.134490 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.148432 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.154320 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:21:47.154701 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:21:47.156346 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:21:47.213080 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.218792 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.220517 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] 10.222.0.82 "DELETE /v2.0/networks/f57bfff6-5651-472e-a602-f501acb79fca HTTP/1.1" status: 204 len: 168 time: 0.2741094 Sep 07 16:21:47.232945 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c471fe-4e85-4b7d-bb73-5684accdac05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57bfff6-5651-472e-a602-f501acb79fca,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:47.392604 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52292) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:47.439262 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-59652b26-bbc4-4ee6-abad-ff23af84ec79 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44f8b9595f824639956a4296f6d85c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453575 Sep 07 16:21:47.441661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52294) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:47.490296 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.512196 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.560724 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.563568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.564780 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb HTTP/1.1" status: 204 len: 168 time: 0.1222367 Sep 07 16:21:47.573237 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d05d-c1db-41b9-9c03-c0d300d65ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a28b0-2d80-4f80-a63f-b95fe6aecbeb,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:49.884886 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device f9815dd7-311a-43ab-8ec0-ba7e439ebbca no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:49.909135 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: f9815dd7-311a-43ab-8ec0-ba7e439ebbca {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:49.909683 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device f9815dd7-311a-43ab-8ec0-ba7e439ebbca not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:50.397057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934f41-e798-49e3-9bec-d1f781260945 req-a03de65c-8d7c-4f6e-bc4b-8b79488f89b1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:50.398839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f8934f41-e798-49e3-9bec-d1f781260945 req-a03de65c-8d7c-4f6e-bc4b-8b79488f89b1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0572784 Sep 07 16:21:50.442160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f8934f41-e798-49e3-9bec-d1f781260945 req-499e4090-1b10-4c95-a9fa-b0b53d3c3370 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338175 Sep 07 16:21:51.497687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52362) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:51.586139 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df026c0e-3934-4962-b844-4e559dcfdbc6 req-5758230c-9225-443b-98be-5ebf4be15535 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:51.587780 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df026c0e-3934-4962-b844-4e559dcfdbc6 req-5758230c-9225-443b-98be-5ebf4be15535 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0661533 Sep 07 16:21:51.640594 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c9b36b8-ebd8-455c-bfa7-6fba1c789d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.645160 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-df026c0e-3934-4962-b844-4e559dcfdbc6 req-1b97e34d-335c-4e6c-b323-12312374f9ee tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502291 Sep 07 16:21:51.769526 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c9b36b8-ebd8-455c-bfa7-6fba1c789d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.774845 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c9b36b8-ebd8-455c-bfa7-6fba1c789d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.816320 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b36b8-ebd8-455c-bfa7-6fba1c789d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07419e-87af-4907-916d-67b6c9fc053d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:51.821027 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1c9b36b8-ebd8-455c-bfa7-6fba1c789d1f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3d38c1bed88f4671b393a4a63ae462b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222535 Sep 07 16:21:51.824331 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52366) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:51.879526 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.903440 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.964283 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.967059 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.968271 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea07419e-87af-4907-916d-67b6c9fc053d HTTP/1.1" status: 204 len: 168 time: 0.1429729 Sep 07 16:21:51.978890 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663d64-b6b3-4614-9c31-44507bcbd0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07419e-87af-4907-916d-67b6c9fc053d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:52.763197 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e2ab5-0ea7-4934-b984-068c967a16f1 req-e1f8ed86-1823-42c5-ae8c-3f9bdb944ce7 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:52.764679 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d16e2ab5-0ea7-4934-b984-068c967a16f1 req-e1f8ed86-1823-42c5-ae8c-3f9bdb944ce7 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Sep 07 16:21:52.804846 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d16e2ab5-0ea7-4934-b984-068c967a16f1 req-2492a724-43af-4d68-bc17-94c485674f0a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Sep 07 16:21:53.876678 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52432) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:53.941954 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953da08-22a2-4b99-a24d-034216f13149 req-5e4950f1-9d4f-4ac3-9cf8-e6f1518fa237 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:53.943500 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a953da08-22a2-4b99-a24d-034216f13149 req-5e4950f1-9d4f-4ac3-9cf8-e6f1518fa237 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Sep 07 16:21:53.990233 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79ee1b74-1417-40c7-ba34-e925f407b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.995457 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a953da08-22a2-4b99-a24d-034216f13149 req-2e9c1149-51d2-41aa-8cfe-51d1fbe28910 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 Sep 07 16:21:54.087396 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79ee1b74-1417-40c7-ba34-e925f407b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.091555 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79ee1b74-1417-40c7-ba34-e925f407b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.130305 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-79ee1b74-1417-40c7-ba34-e925f407b66a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ba3e22d8c034fd7a04cf7739eed2658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521479 Sep 07 16:21:54.131155 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee1b74-1417-40c7-ba34-e925f407b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263baafc-e853-486a-bc96-0ee1f87f32ab,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:54.133141 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52436) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:54.185232 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.206286 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.256953 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.260074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.261380 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/263baafc-e853-486a-bc96-0ee1f87f32ab HTTP/1.1" status: 204 len: 168 time: 0.1269724 Sep 07 16:21:54.269718 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd2bd0-122c-42a6-965f-72caeedc3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263baafc-e853-486a-bc96-0ee1f87f32ab,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:54.559124 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52442) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:54.574029 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ba37b89-639d-469e-a3c1-f7d502b57f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.663187 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ba37b89-639d-469e-a3c1-f7d502b57f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.667523 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ba37b89-639d-469e-a3c1-f7d502b57f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.709056 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8ba37b89-639d-469e-a3c1-f7d502b57f3b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=080e3a93146d4b22aca47bfd40efc116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479740 Sep 07 16:21:54.711420 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37b89-639d-469e-a3c1-f7d502b57f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f182f2-cc8e-4f17-ab10-c52bcd5aeb10,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:54.712589 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52444) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:54.764667 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.793944 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.841323 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.844543 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.845661 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64f182f2-cc8e-4f17-ab10-c52bcd5aeb10 HTTP/1.1" status: 204 len: 168 time: 0.1319661 Sep 07 16:21:54.854311 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff800368-fb9a-4562-9a5b-4bfa2c2435f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f182f2-cc8e-4f17-ab10-c52bcd5aeb10,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:55.109862 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8edf-c575-4bc6-916c-9ba61bd6ef65 req-ccda88b5-10cb-4112-ab6d-0817fba0327b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:55.111452 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e49c8edf-c575-4bc6-916c-9ba61bd6ef65 req-ccda88b5-10cb-4112-ab6d-0817fba0327b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0483463 Sep 07 16:21:55.151740 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e49c8edf-c575-4bc6-916c-9ba61bd6ef65 req-7df15d5d-56af-4aaa-b96e-e34b74dfae9f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342982 Sep 07 16:21:56.280248 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753648-40cb-4f3c-b2f6-1c7682f1cc23 req-77a4f467-6211-4e56-9725-c9530df90066 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:56.282036 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9753648-40cb-4f3c-b2f6-1c7682f1cc23 req-77a4f467-6211-4e56-9725-c9530df90066 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0544960 Sep 07 16:21:56.328046 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e9753648-40cb-4f3c-b2f6-1c7682f1cc23 req-e86249c9-7a22-403b-b1d5-57fd0f935ec1 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Sep 07 16:21:57.444062 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c30660-7610-4be3-9c6f-118aa355048c req-6310b5b8-27db-4889-b68c-e2a944dce451 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:57.445811 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-80c30660-7610-4be3-9c6f-118aa355048c req-6310b5b8-27db-4889-b68c-e2a944dce451 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0515330 Sep 07 16:21:57.485864 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-80c30660-7610-4be3-9c6f-118aa355048c req-d9005c79-e2bb-4c5b-b06f-406286d16dbb tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Sep 07 16:21:58.614858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9ee9a-84aa-410b-86bc-dd1761dff626 req-39eb07ea-7f42-40c1-85fd-996078c2828e tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:58.616511 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8df9ee9a-84aa-410b-86bc-dd1761dff626 req-39eb07ea-7f42-40c1-85fd-996078c2828e tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0546043 Sep 07 16:21:58.665868 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8df9ee9a-84aa-410b-86bc-dd1761dff626 req-52596cff-4846-4b7a-94d6-d0d90b37ae48 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Sep 07 16:21:59.371833 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52538) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:59.479782 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e06e67d4-e898-44ef-80da-822714ae50c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.566764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e06e67d4-e898-44ef-80da-822714ae50c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.581858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e06e67d4-e898-44ef-80da-822714ae50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.614562 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e67d4-e898-44ef-80da-822714ae50c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bf708-54bf-493b-ad28-1bf259bab6f0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.618926 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e06e67d4-e898-44ef-80da-822714ae50c6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0668bb4c014449508a11bee0c8000eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460871 Sep 07 16:21:59.621587 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52542) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:59.681305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.704772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.780460 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.783038 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.784213 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4f7bf708-54bf-493b-ad28-1bf259bab6f0 HTTP/1.1" status: 204 len: 168 time: 0.1617241 Sep 07 16:21:59.795132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00adc46-6e70-4b70-acca-82859958f91e req-a6c9122f-3e63-4a84-95e8-1ae071af50a6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:59.796669 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f00adc46-6e70-4b70-acca-82859958f91e req-a6c9122f-3e63-4a84-95e8-1ae071af50a6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0607221 Sep 07 16:21:59.809795 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dbf65-d434-49e4-9a89-9e6e88fa612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bf708-54bf-493b-ad28-1bf259bab6f0,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.841912 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f00adc46-6e70-4b70-acca-82859958f91e req-735513c9-6ca4-4692-8733-587b7877bafd tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383410 Sep 07 16:22:00.079645 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52550) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:00.093451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-813d35f9-6ab0-4c96-8104-5918008b4dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.184082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-813d35f9-6ab0-4c96-8104-5918008b4dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.187876 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-813d35f9-6ab0-4c96-8104-5918008b4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.229256 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-813d35f9-6ab0-4c96-8104-5918008b4dfa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=371cfca09d914e70a535fd0b7f8f5c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485291 Sep 07 16:22:00.230107 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d35f9-6ab0-4c96-8104-5918008b4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0dc9fe-8ffe-4708-89df-6b47a9ef19ba,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:00.231949 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52552) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:00.282475 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.302729 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.348790 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.351237 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.352366 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5d0dc9fe-8ffe-4708-89df-6b47a9ef19ba HTTP/1.1" status: 204 len: 168 time: 0.1183646 Sep 07 16:22:00.359954 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a7ec1-f615-4031-84d6-07ab1d6f88a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0dc9fe-8ffe-4708-89df-6b47a9ef19ba,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:00.601907 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-e96e9f30-26f9-49e0-805b-01e75c02be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.603536 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-e96e9f30-26f9-49e0-805b-01e75c02be15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0434635 Sep 07 16:22:00.699151 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-c4f73f32-d58f-413d-a42c-2699d1cd81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.700679 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-c4f73f32-d58f-413d-a42c-2699d1cd81c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.0858755 Sep 07 16:22:00.773065 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-08ad49a9-341f-4a36-8337-8904c1fd61b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 1001 time: 0.0632708 Sep 07 16:22:00.823824 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-991e0b78-d247-40a8-81fd-f0022064d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.825326 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-991e0b78-d247-40a8-81fd-f0022064d50e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0445392 Sep 07 16:22:00.872689 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-a933f3a4-4239-4d0c-a43b-10aa83e5b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.874287 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-a933f3a4-4239-4d0c-a43b-10aa83e5b06d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409625 Sep 07 16:22:00.971599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a9e3-c355-4ba4-94cf-a8470cd86afa req-1ba2dc0b-a9b3-4e9e-9c8c-3f89c1f13c9a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.973224 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8540a9e3-c355-4ba4-94cf-a8470cd86afa req-1ba2dc0b-a9b3-4e9e-9c8c-3f89c1f13c9a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0546634 Sep 07 16:22:01.019911 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8540a9e3-c355-4ba4-94cf-a8470cd86afa req-7c25b631-c120-4f1d-b15a-3d741fec3320 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 Sep 07 16:22:01.230834 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-a4c4db1a-7c0c-4819-b10d-d4ba8850850d service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481536 Sep 07 16:22:01.292675 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:22:01.328844 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1039f6-9be0-4dfd-a296-a35da52d741e req-13ccd5e6-689a-4b67-ba9c-05d6ab05440a service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883546 Sep 07 16:22:02.006273 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52598) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.141661 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0613-6448-4f4f-b8d3-b1bf67a647f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.161554 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cd844-7aa3-4013-be5c-0fb2eca330b6 req-e56763cf-7ad5-4b8f-9585-bb12f487c120 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:02.163110 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-190cd844-7aa3-4013-be5c-0fb2eca330b6 req-e56763cf-7ad5-4b8f-9585-bb12f487c120 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0645368 Sep 07 16:22:02.220514 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-190cd844-7aa3-4013-be5c-0fb2eca330b6 req-f593dd9a-e5f9-4481-b04e-a29975e4659b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 Sep 07 16:22:02.255580 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0613-6448-4f4f-b8d3-b1bf67a647f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.266993 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0613-6448-4f4f-b8d3-b1bf67a647f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.307401 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0613-6448-4f4f-b8d3-b1bf67a647f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5049ccb-d849-48c2-8bb2-f838abb33977,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:02.311892 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2c7a0613-6448-4f4f-b8d3-b1bf67a647f5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3d53035c3792487c8c1de5d4066c3945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045654 Sep 07 16:22:02.314772 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52604) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.370259 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.391799 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.441980 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.445057 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.446643 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e5049ccb-d849-48c2-8bb2-f838abb33977 HTTP/1.1" status: 204 len: 168 time: 0.1305068 Sep 07 16:22:02.454812 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc487a55-7c22-4bfc-a91f-05a0d822f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5049ccb-d849-48c2-8bb2-f838abb33977,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:02.734386 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52610) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.754339 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bc47610-3eee-4253-a1bd-db637b35347c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.859511 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bc47610-3eee-4253-a1bd-db637b35347c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.864075 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bc47610-3eee-4253-a1bd-db637b35347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.906799 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0bc47610-3eee-4253-a1bd-db637b35347c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6a5998667f9a4c34a1a9bddc00e582c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709127 Sep 07 16:22:02.907704 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47610-3eee-4253-a1bd-db637b35347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd4bd54-2207-4039-9bf0-0d52f05cbbc8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:02.910548 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52612) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.960766 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.984643 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.039160 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.042019 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.043315 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bdd4bd54-2207-4039-9bf0-0d52f05cbbc8 HTTP/1.1" status: 204 len: 168 time: 0.1317320 Sep 07 16:22:03.051664 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43616e-6a8a-406d-83ca-a52561f35d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd4bd54-2207-4039-9bf0-0d52f05cbbc8,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:03.378264 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ee17-fcb9-4d72-a8e8-65252a295de8 req-cad6f549-b641-483d-8d71-45b31e5869bb tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:03.379870 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04d6ee17-fcb9-4d72-a8e8-65252a295de8 req-cad6f549-b641-483d-8d71-45b31e5869bb tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0662832 Sep 07 16:22:03.438282 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-04d6ee17-fcb9-4d72-a8e8-65252a295de8 req-32f4df20-b5a9-4ae8-a400-8a8fadabab31 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499320 Sep 07 16:22:04.605746 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ae31-8ba8-4841-b107-e9c161a52474 req-656f3465-81b7-4dda-b67d-11e7ad12d72a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:04.608544 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0f0ae31-8ba8-4841-b107-e9c161a52474 req-656f3465-81b7-4dda-b67d-11e7ad12d72a tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0742989 Sep 07 16:22:04.674126 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d0f0ae31-8ba8-4841-b107-e9c161a52474 req-3a68b4af-4607-4e3c-b79d-1a40f35f7d3b tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558300 Sep 07 16:22:04.939810 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7cf1c-ad89-44ce-990e-5e40adabbf35 req-a1f93224-e523-46bc-a0ac-6eb6f23792d9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:04.941341 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41e7cf1c-ad89-44ce-990e-5e40adabbf35 req-a1f93224-e523-46bc-a0ac-6eb6f23792d9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0625648 Sep 07 16:22:04.990394 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-41e7cf1c-ad89-44ce-990e-5e40adabbf35 req-ef983ab3-2773-415f-a43a-8ed3a2acc575 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Sep 07 16:22:05.117724 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-57dc1cfc-842c-48d5-b4d6-9fb67c7adecb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2565057 Sep 07 16:22:05.885156 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.121779 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2ef0c-85be-4d37-aaa6-475dffd23853 req-5f88b6ba-64b7-42bf-ba7e-bd8ef06fac4e tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.123345 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-02b2ef0c-85be-4d37-aaa6-475dffd23853 req-5f88b6ba-64b7-42bf-ba7e-bd8ef06fac4e tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0548096 Sep 07 16:22:06.164064 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-02b2ef0c-85be-4d37-aaa6-475dffd23853 req-5b248727-ca79-44b5-bede-7e0def401a4d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347164 Sep 07 16:22:06.581808 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-1bcfcc01-ab93-4953-a5e0-465003f2c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.583386 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-1bcfcc01-ab93-4953-a5e0-465003f2c3dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01&tenant_id=dc113d27b6fd41df867468867f43d000 HTTP/1.1" status: 200 len: 1098 time: 0.0798130 Sep 07 16:22:06.647870 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-280898df-0d29-4caf-aa39-aa7321daadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.649394 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-280898df-0d29-4caf-aa39-aa7321daadd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0408027 Sep 07 16:22:06.748211 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-43412814-2bc5-46be-a691-c0e96bc240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.749692 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-43412814-2bc5-46be-a691-c0e96bc240c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.0928755 Sep 07 16:22:06.825150 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-96a73051-ee4c-44a6-9864-1e3e58c85aa7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 1001 time: 0.0639975 Sep 07 16:22:06.880526 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-91ee63fc-414b-47af-b4bc-abae893bd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.885957 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-91ee63fc-414b-47af-b4bc-abae893bd330 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0476730 Sep 07 16:22:06.965345 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-7da9b683-f6a7-4f8f-beb1-5cbb79b36fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.969030 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-7da9b683-f6a7-4f8f-beb1-5cbb79b36fae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772471 Sep 07 16:22:07.070260 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e5c2-a803-47e5-92c5-d9c01a5675dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.098468 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-a10e5984-6a39-437a-b242-2a9b4f17061f service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187992 Sep 07 16:22:07.217152 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e7d4b9-ca15-4cd4-a835-88bb9059c964 req-8834b37b-8612-4d62-929f-854bad907448 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037090 Sep 07 16:22:07.292127 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed808bd-310b-479a-be22-57b8743843c6 req-ef3f682d-552f-4d87-8ff5-e02e91f607f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:07.293711 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eed808bd-310b-479a-be22-57b8743843c6 req-ef3f682d-552f-4d87-8ff5-e02e91f607f9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0551865 Sep 07 16:22:07.336159 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-eed808bd-310b-479a-be22-57b8743843c6 req-10dbe476-1f1f-45aa-a55a-c8b1bdfb5e80 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Sep 07 16:22:07.965674 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:08.038844 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.063662 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:08.065914 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a614ea11-f501-47be-a3e7-75c477e37069" -d '{"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:08.079272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:08.083958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.107699 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c97db-4948-467c-8acc-6a6ed68663ca x-openstack-request-id: req-a44c97db-4948-467c-8acc-6a6ed68663ca {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:08.107990 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:08.108231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a44c97db-4948-467c-8acc-6a6ed68663ca {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:08.108605 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'code': 200} Sep 07 16:22:08.133422 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:08.454369 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b391e09-7b9b-4681-9343-c1aedec4fb4f req-5a22a97f-611e-4280-8154-517d1f49e4c6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.455896 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b391e09-7b9b-4681-9343-c1aedec4fb4f req-5a22a97f-611e-4280-8154-517d1f49e4c6 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Sep 07 16:22:08.493755 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b391e09-7b9b-4681-9343-c1aedec4fb4f req-7ce1a609-4a6a-4459-a354-5a473bb02089 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Sep 07 16:22:08.712151 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52738) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.830611 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7129ee0a-040c-454b-a527-9fe90f99400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.935113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7129ee0a-040c-454b-a527-9fe90f99400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.939691 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7129ee0a-040c-454b-a527-9fe90f99400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.978658 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7129ee0a-040c-454b-a527-9fe90f99400c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7d9c41a7e040494dbfb7ff4f37dab2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653189 Sep 07 16:22:08.979549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129ee0a-040c-454b-a527-9fe90f99400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a322942-08b4-46ba-b4f3-c04c71cb9b2e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:08.982105 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52742) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:09.034501 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.059342 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.111343 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.114016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.115385 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1a322942-08b4-46ba-b4f3-c04c71cb9b2e HTTP/1.1" status: 204 len: 168 time: 0.1319492 Sep 07 16:22:09.124951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58dc12-a50e-4120-ac55-3b87d124c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a322942-08b4-46ba-b4f3-c04c71cb9b2e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.423807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52748) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:09.437212 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ba55a345-2e48-4d58-bd9f-c26c57f0935f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.542834 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ba55a345-2e48-4d58-bd9f-c26c57f0935f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.547948 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ba55a345-2e48-4d58-bd9f-c26c57f0935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.584191 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ba55a345-2e48-4d58-bd9f-c26c57f0935f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2b1924a183e0403c83e28ade71321beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592088 Sep 07 16:22:09.588201 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52752) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:09.598902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55a345-2e48-4d58-bd9f-c26c57f0935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c3c96-aff3-414d-94ac-6d80de5e765b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.641048 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.653712 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e6293-1e76-406b-81b3-b753bb57d8a9 req-80757501-cbbf-4124-a5b5-65fc2031c9aa tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:09.655436 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-957e6293-1e76-406b-81b3-b753bb57d8a9 req-80757501-cbbf-4124-a5b5-65fc2031c9aa tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0671155 Sep 07 16:22:09.665963 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.702576 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-957e6293-1e76-406b-81b3-b753bb57d8a9 req-1fcd92fb-8b23-4d37-ae5d-07c5530c50aa tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391347 Sep 07 16:22:09.713295 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.732149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-de388ab7-bda5-4f48-b8d9-819e7125157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.775839 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-ae820ccf-ead7-487d-b098-d9a83284bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:09.777410 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-ae820ccf-ead7-487d-b098-d9a83284bc4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0785189 Sep 07 16:22:09.799825 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.802522 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.803733 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c41c3c96-aff3-414d-94ac-6d80de5e765b HTTP/1.1" status: 204 len: 168 time: 0.2145135 Sep 07 16:22:09.831187 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29bd02-4946-4963-b8f4-60e1b89c93f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c3c96-aff3-414d-94ac-6d80de5e765b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.915174 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-9bfe0478-0563-45de-a01b-d323a4391dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:09.916738 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-9bfe0478-0563-45de-a01b-d323a4391dc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.1119235 Sep 07 16:22:10.023047 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-0c15e78a-9e56-4276-8e45-407c4027d1fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 999 time: 0.0948811 Sep 07 16:22:10.080433 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-8e19c898-2373-487c-9eab-be7129720ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:10.081942 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-8e19c898-2373-487c-9eab-be7129720ebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0458541 Sep 07 16:22:10.143560 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-57e1a26e-df82-419a-ae0c-16ac903a2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:10.145103 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-57e1a26e-df82-419a-ae0c-16ac903a2425 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511162 Sep 07 16:22:10.223982 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52758) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:10.244210 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c80a570a-8007-4e94-ab37-d7a61b74f36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.279825 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-cb2faf11-1950-4a5b-99db-886c0cfaa930 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239295 Sep 07 16:22:10.417898 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-882b44ac-a9cb-42d0-b5c3-0cfebbab4c19 req-657c4a3e-2e2a-473c-86f0-8e0543849599 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242394 Sep 07 16:22:10.446931 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c80a570a-8007-4e94-ab37-d7a61b74f36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.452296 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c80a570a-8007-4e94-ab37-d7a61b74f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.493542 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c80a570a-8007-4e94-ab37-d7a61b74f36b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fd66e6cecddf43479606ab67a516ddd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685442 Sep 07 16:22:10.494386 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a570a-8007-4e94-ab37-d7a61b74f36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6317aee1-f4b1-4290-91a6-82dc977e84b6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:10.496213 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52760) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:10.561039 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.587599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.640778 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.643418 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.644566 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6317aee1-f4b1-4290-91a6-82dc977e84b6 HTTP/1.1" status: 204 len: 168 time: 0.1473155 Sep 07 16:22:10.653081 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a570d-319a-4010-a626-535eb3db5c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6317aee1-f4b1-4290-91a6-82dc977e84b6,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:10.827256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64d15e-bd2c-4eb5-aae6-9a9c88531d03 req-e226a605-de26-4eed-a36c-dc9238d40e86 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:10.828951 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba64d15e-bd2c-4eb5-aae6-9a9c88531d03 req-e226a605-de26-4eed-a36c-dc9238d40e86 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0509310 Sep 07 16:22:10.869010 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ba64d15e-bd2c-4eb5-aae6-9a9c88531d03 req-db9355f3-dbe0-4783-b5a0-e59665175bb9 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341043 Sep 07 16:22:11.464001 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.994358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f494e1-2eaa-47de-b121-768f70ddbda2 req-ff031640-4c69-4ac0-a3bb-0c8ed5f168b4 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:11.995822 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7f494e1-2eaa-47de-b121-768f70ddbda2 req-ff031640-4c69-4ac0-a3bb-0c8ed5f168b4 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Sep 07 16:22:12.038082 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f7f494e1-2eaa-47de-b121-768f70ddbda2 req-7fd5cbd3-d4f9-4d25-b180-5aefc78df84d tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349257 Sep 07 16:22:13.017187 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.174544 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed0615-e783-40c1-8bef-64e35672cae4 req-08fe1b7b-118b-4e78-b66b-93066e965643 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:13.176055 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-80ed0615-e783-40c1-8bef-64e35672cae4 req-08fe1b7b-118b-4e78-b66b-93066e965643 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0530200 Sep 07 16:22:13.214752 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-80ed0615-e783-40c1-8bef-64e35672cae4 req-1b3896ca-f03a-4ff4-82e2-6d40c7dc0f00 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Sep 07 16:22:13.742397 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9b6d-fbf2-478b-b952-602d44d4d5dc req-adf3677d-98af-416f-a10a-86c299bec81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:13.744047 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96ad9b6d-fbf2-478b-b952-602d44d4d5dc req-adf3677d-98af-416f-a10a-86c299bec81b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0496612 Sep 07 16:22:13.793620 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96ad9b6d-fbf2-478b-b952-602d44d4d5dc req-356a5a2a-8edd-4c76-ab7c-0669584dcc91 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389640 Sep 07 16:22:14.352810 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84743-1aba-4c9c-ba3f-5e67a72c8a65 req-93e71572-a497-43ac-b8ee-6ef50bd77c04 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.354343 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-94c84743-1aba-4c9c-ba3f-5e67a72c8a65 req-93e71572-a497-43ac-b8ee-6ef50bd77c04 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0627272 Sep 07 16:22:14.398394 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-94c84743-1aba-4c9c-ba3f-5e67a72c8a65 req-cc54840f-2826-4fdc-970f-49f97e21ae44 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Sep 07 16:22:15.520893 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e534253-305c-4187-bf2a-ccd22abdcaba req-7aaee83a-7162-405a-9ec9-d257efb659f2 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.522696 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e534253-305c-4187-bf2a-ccd22abdcaba req-7aaee83a-7162-405a-9ec9-d257efb659f2 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 943 time: 0.0514007 Sep 07 16:22:15.564155 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e534253-305c-4187-bf2a-ccd22abdcaba req-49654e99-fc45-4d20-9c21-02cfa519bfcb tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343826 Sep 07 16:22:15.993908 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:22:16.097286 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:16.109958 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'port_id': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'mac_address': 'fa:16:3e:b3:e3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:22:16.150047 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.164068 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b1e81e-1ec6-41c9-8b23-77f73f271636 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:22:16.183943 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:16.188377 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.239832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:16.248136 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.248558 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.249188 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.249720 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.250193 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.250648 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.251103 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.251517 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.252015 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.252453 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.252828 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.253282 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:16.551582 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['36b1e81e-1ec6-41c9-8b23-77f73f271636'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:22:18.045867 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:18.104315 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 36b1e81e-1ec6-41c9-8b23-77f73f271636 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:18.104677 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.192687 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.235155 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:18.239289 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261390d8-68bc-435c-abe9-79e8e458d64d" -d '{"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-plugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:18.264665 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:18.271723 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.322189 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d028afa-0077-43af-b116-938d3832182e x-openstack-request-id: req-6d028afa-0077-43af-b116-938d3832182e {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:18.322649 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-plugged", "status": "completed", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:18.323076 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d028afa-0077-43af-b116-938d3832182e {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:18.323708 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'code': 200} Sep 07 16:22:18.357060 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:34.786337 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52930) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:34.892434 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d21dfd96-339f-4a76-90a0-685085ced9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.995126 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d21dfd96-339f-4a76-90a0-685085ced9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.003156 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d21dfd96-339f-4a76-90a0-685085ced9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.045240 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d21dfd96-339f-4a76-90a0-685085ced9a6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e321c5a31b544aedb685914f149811ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578404 Sep 07 16:22:35.046204 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dfd96-339f-4a76-90a0-685085ced9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797038a-1112-452e-8ad4-4ac3c5797547,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:35.047974 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52934) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:35.102338 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.122582 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.170983 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.173543 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.174738 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2797038a-1112-452e-8ad4-4ac3c5797547 HTTP/1.1" status: 204 len: 168 time: 0.1248162 Sep 07 16:22:35.182738 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedf6c9-06ed-4a86-8b54-8a0cb7868714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797038a-1112-452e-8ad4-4ac3c5797547,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:35.908843 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.044815 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c7a866ac-d1e0-4128-9cc1-14ed9c212fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.291641 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:22:38.980797 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 52978) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.103737 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-116cc936-1694-4cc5-8282-3be2b3a0dd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.194829 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-116cc936-1694-4cc5-8282-3be2b3a0dd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.199636 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-116cc936-1694-4cc5-8282-3be2b3a0dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.238411 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-116cc936-1694-4cc5-8282-3be2b3a0dd3c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a839048dc1f343fd9d98896a22baa3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564516 Sep 07 16:22:39.239388 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cc936-1694-4cc5-8282-3be2b3a0dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4a672a-9c7c-46d1-952e-00e4a50c787b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.241975 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 52982) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.295632 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.317162 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.372183 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.375983 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.377558 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5d4a672a-9c7c-46d1-952e-00e4a50c787b HTTP/1.1" status: 204 len: 168 time: 0.1342652 Sep 07 16:22:39.386862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596cfcb-bb85-462d-909a-15650fb1ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4a672a-9c7c-46d1-952e-00e4a50c787b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.639327 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.726905 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-42d26f31-abfe-47e4-baf7-6f976d2c312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.467573 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.023490 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.899685 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.046407 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-65f35b50-e287-49fa-95a1-9a10e186b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.636120 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.728937 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fbf0c8f0-01b7-4007-b163-7e19cb658a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.718355 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-7a881098-31fa-4802-9201-6cf00162c966 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386279 Sep 07 16:23:10.781547 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-d9134d87-cd68-43fe-8a89-68069b65b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:10.783062 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-d9134d87-cd68-43fe-8a89-68069b65b76b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 1099 time: 0.0418181 Sep 07 16:23:10.882650 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-913dc9bf-142e-4013-bdd1-0f226ee55fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:10.884118 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-913dc9bf-142e-4013-bdd1-0f226ee55fb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0809853 Sep 07 16:23:10.950945 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-60e33cbd-e7a7-4c4f-b91e-0f4232a0a274 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 200 len: 1002 time: 0.0594821 Sep 07 16:23:10.999086 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-24a6cdc7-ef21-4266-bd25-7d90f702452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:11.000430 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-24a6cdc7-ef21-4266-bd25-7d90f702452c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0418475 Sep 07 16:23:11.045930 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-74c16bdc-2bbc-46b1-8920-9ca360c64297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:11.047444 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-74c16bdc-2bbc-46b1-8920-9ca360c64297 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390289 Sep 07 16:23:11.139838 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-7ea824b1-c8b6-4819-8801-7acde7a72220 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Sep 07 16:23:11.229831 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d9b3795-143e-4ea1-a76b-e148e5b74332 req-59bfcc47-5fd7-47fc-83f1-6ead71a5e290 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829248 Sep 07 16:23:11.468064 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.025444 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.290781 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:23:35.897239 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.048854 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74e9-1527-4389-8cb6-97bc8d2fee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.640110 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.730125 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a67eea3-7efd-4fca-9897-f2fe9773b277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.472607 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.868151 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57235e8-80ac-42f7-bbb0-23b8a3cbaa6d req-95c4c74f-b5fb-4318-8bbb-b4a1a532a183 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:42.869666 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b57235e8-80ac-42f7-bbb0-23b8a3cbaa6d req-95c4c74f-b5fb-4318-8bbb-b4a1a532a183 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.1991687 Sep 07 16:23:42.910078 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b57235e8-80ac-42f7-bbb0-23b8a3cbaa6d req-8bd5eaa5-6078-426f-8233-51ff605dcbae tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Sep 07 16:23:43.026383 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.304747 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-55eea8f3-1332-43d1-9239-fea856eae35e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:44.306702 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-55eea8f3-1332-43d1-9239-fea856eae35e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.0573158 Sep 07 16:23:44.394124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4314d8-405b-425c-86fa-a680a61566b2 req-6e4a21a0-f4a4-407e-b347-a9969115f165 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:44.395747 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4314d8-405b-425c-86fa-a680a61566b2 req-6e4a21a0-f4a4-407e-b347-a9969115f165 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 946 time: 0.4175968 Sep 07 16:23:44.438357 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port 61115b26-d3ad-4301-9494-312a3db370ba {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:44.438962 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.457635 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4314d8-405b-425c-86fa-a680a61566b2 req-62659420-caa7-41c7-a1e1-cc0a1a941d4a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540085 Sep 07 16:23:44.534883 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] For port 61115b26-d3ad-4301-9494-312a3db370ba, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=61115b26-d3ad-4301-9494-312a3db370ba,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:44.535274 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.749232 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.749581 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.749902 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.l3_db [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 86c3ef38-78c9-4121-827d-02174f47b878 disassociated. External IP: 172.27.0.151, port: 61115b26-d3ad-4301-9494-312a3db370ba. Sep 07 16:23:44.750248 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for 61115b26-d3ad-4301-9494-312a3db370ba owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:44.873454 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.906446 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=61115b26-d3ad-4301-9494-312a3db370ba,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:44.918270 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.918697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.919082 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.919427 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.919760 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.920087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.920816 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.920816 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.921050 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.921461 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.921807 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:44.922155 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:45.025710 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:23:45.127410 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:45.137688 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:45.147178 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:45.147803 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:45.167237 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] No DVR routers for this DVR port 61115b26-d3ad-4301-9494-312a3db370ba on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:45.169754 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.171785 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2361ff1e-9c96-4e14-a907-a2543ba66ab8 req-a9a9c288-7a0c-44c2-b1b7-40f4e9b1eefb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "DELETE /v2.0/ports/61115b26-d3ad-4301-9494-312a3db370ba HTTP/1.1" status: 204 len: 173 time: 0.8592112 Sep 07 16:23:45.172148 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'name': 'network-vif-deleted', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:23:45.174364 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1295f-68aa-482d-8d5c-763ac8d74117" -d '{"events": [{"server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "name": "network-vif-deleted", "tag": "61115b26-d3ad-4301-9494-312a3db370ba"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:23:45.217171 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce450499-ca6c-478b-9d2c-f94c19182afb x-openstack-request-id: req-ce450499-ca6c-478b-9d2c-f94c19182afb {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:23:45.217575 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4e95e0-10b2-45ce-ad30-fb52bdb54003", "name": "network-vif-deleted", "tag": "61115b26-d3ad-4301-9494-312a3db370ba", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:23:45.217842 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce450499-ca6c-478b-9d2c-f94c19182afb {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:23:45.218232 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4e95e0-10b2-45ce-ad30-fb52bdb54003', 'name': 'network-vif-deleted', 'tag': '61115b26-d3ad-4301-9494-312a3db370ba', 'status': 'completed', 'code': 200} Sep 07 16:23:45.265416 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:45.465982 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:45.494123 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:45.504358 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:45.504853 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:45.566707 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-af07cd59-2c84-49c6-8c22-ba7232b61584 req-dd75e5f6-d78f-436d-a34a-53092f8e0288 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed4e95e0-10b2-45ce-ad30-fb52bdb54003 HTTP/1.1" status: 200 len: 210 time: 0.0297375 Sep 07 16:23:45.614380 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:45.814363 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:45.842161 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85dbd8-2b67-44db-b686-d0e4a9e9a0cc None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:46.068626 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47a98d-e117-4730-9288-1b2a70b83e05 None None] New status for floating IP 86c3ef38-78c9-4121-827d-02174f47b878: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:23:46.815131 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-d48a79e0-d42a-441a-9e1e-fd2865e0d99c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953663438&fields=id&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 267 time: 0.0316982 Sep 07 16:23:46.920638 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-bb73cb22-d0e0-4640-a363-a16602363d68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:46.922090 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-bb73cb22-d0e0-4640-a363-a16602363d68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.0998824 Sep 07 16:23:46.937042 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-07724312-ca89-4918-8fb3-47ec51abca05 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/quotas/7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 375 time: 0.0092566 Sep 07 16:23:46.989201 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-0d2e9b0a-6d12-4a1b-9338-943411c02ec6 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469167 Sep 07 16:23:47.005183 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-39ba3973-fe95-4645-aeff-675d3bf6c79c service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:23:47.006143 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-39ba3973-fe95-4645-aeff-675d3bf6c79c service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049624 Sep 07 16:23:47.096921 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-80acde5e-c310-4a86-a956-6a20de98ec82 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Sep 07 16:23:47.185007 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-5c36a083-0551-4ece-acf9-bea8b80ef730 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820136 Sep 07 16:23:47.466708 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4243f443-5fa5-4ccd-9821-0f5d6b2d328b req-b944ac90-9e5a-422d-9022-ef53b2aecc9b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0274408 Sep 07 16:23:48.456885 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c8fa3cd4-369f-4d1c-aeae-9db18f4f0b22 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:48.458488 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c8fa3cd4-369f-4d1c-aeae-9db18f4f0b22 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.1040471 Sep 07 16:23:48.495928 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 61115b26-d3ad-4301-9494-312a3db370ba no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:48.506431 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-45fad790-39d3-4fac-94e8-e0e424bb51e9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 379 time: 0.0385556 Sep 07 16:23:48.515863 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 61115b26-d3ad-4301-9494-312a3db370ba {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:48.516432 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 61115b26-d3ad-4301-9494-312a3db370ba not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:48.516978 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'port': {'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'admin_state_up': True, 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'security_groups': ['dc9f51d1-8830-47e5-aad5-2b59c35941a9']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:48.566807 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f43b0c9b-a167-41c5-9284-33b668116758 req-e1be35e4-9742-48b4-923a-bcf295753dd9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0308816 Sep 07 16:23:48.628301 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Made reservation on behalf of 7c8475b6afa94de787e9171c29747b4a for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:48.631804 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.768956 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.20.0.3 (21c250f5-8d13-4ffe-8d51-7a5bed741dc7/182b9bce-6e80-4ea8-9501-474ead1e78b9/d92816cc-cce1-48cb-acfb-404db952b30e) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:48.912433 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.928163 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Transition to ACTIVE for port object d92816cc-cce1-48cb-acfb-404db952b30e will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:48.962512 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.006320 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:49.009284 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:49.012912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:49.040330 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:49.068749 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.069378 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.085627 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-ac24fa51-3b5d-4c62-b263-d2254eeb683b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728636 Sep 07 16:23:49.102541 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-76107b02-8948-46ff-88f0-88c2170d28d7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:23:49.103622 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-76107b02-8948-46ff-88f0-88c2170d28d7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058122 Sep 07 16:23:49.166856 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Request body: {'port': {'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:49.220095 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.228694 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-adffac3c-32c0-4f0a-994e-19d8db581097 None None] Provisioning for port d92816cc-cce1-48cb-acfb-404db952b30e completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:49.232319 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-adffac3c-32c0-4f0a-994e-19d8db581097 None None] Provisioning complete for port d92816cc-cce1-48cb-acfb-404db952b30e triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:49.232687 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-adffac3c-32c0-4f0a-994e-19d8db581097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.266086 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-adffac3c-32c0-4f0a-994e-19d8db581097 None None] Port d92816cc-cce1-48cb-acfb-404db952b30e cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:49.478517 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92816cc-cce1-48cb-acfb-404db952b30e {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:23:49.485750 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.498128 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Transition to ACTIVE for port object d92816cc-cce1-48cb-acfb-404db952b30e will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:49.502272 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.550497 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Pushing event updated for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:49.627535 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Attempting to bind port d92816cc-cce1-48cb-acfb-404db952b30e on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:49.627866 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Attempting to bind port d92816cc-cce1-48cb-acfb-404db952b30e by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:49.628190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Attempting to bind port d92816cc-cce1-48cb-acfb-404db952b30e on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:49.632702 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Port d92816cc-cce1-48cb-acfb-404db952b30e on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:23:49.633022 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Attempting to bind port d92816cc-cce1-48cb-acfb-404db952b30e on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:49.638421 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:49.638750 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:49.639158 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Bound using segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:49.639592 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Bound port: d92816cc-cce1-48cb-acfb-404db952b30e, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:49.639951 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.684124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb7b8-c4fa-4c20-a0e9-89364e86eb80 req-1d12b752-cd96-4d32-8568-b49c817dada7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.691817 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-856bb7b8-c4fa-4c20-a0e9-89364e86eb80 req-1d12b752-cd96-4d32-8568-b49c817dada7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0561657 Sep 07 16:23:49.712741 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:49.717031 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d92816cc-cce1-48cb-acfb-404db952b30e,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:49.722513 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.735453 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-856bb7b8-c4fa-4c20-a0e9-89364e86eb80 req-5ba91a1c-4cf7-4b6f-bcef-c060fc0fa77d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Sep 07 16:23:49.758362 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.759069 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.760476 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-c948e01a-386b-4357-a93c-916666e6352b service neutron] 10.222.0.83 "PUT /v2.0/ports/d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 1093 time: 0.6485548 Sep 07 16:23:49.760823 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:23:49.763066 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:23:49.791616 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e01a-386b-4357-a93c-916666e6352b service neutron] Pushing event updated for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:49.821630 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad3061b-de92-4355-bf52-8fd05b0bf618 x-openstack-request-id: req-bad3061b-de92-4355-bf52-8fd05b0bf618 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:23:49.821911 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:23:49.822151 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bad3061b-de92-4355-bf52-8fd05b0bf618 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:23:49.822539 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'status': 'completed', 'code': 200} Sep 07 16:23:49.855114 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-2c0625be-83ba-416f-9398-ab482e46ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.856620 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-2c0625be-83ba-416f-9398-ab482e46ff0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0444350 Sep 07 16:23:49.905372 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-1785adac-618f-4821-813f-c2ac89efa1d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 217 time: 0.0401704 Sep 07 16:23:49.955595 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-80651a02-5d63-40ab-8b5e-df976b19b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.957016 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-80651a02-5d63-40ab-8b5e-df976b19b39e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0447011 Sep 07 16:23:50.001991 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-93e9e639-b977-4f44-b593-4dfba6692864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.003400 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-93e9e639-b977-4f44-b593-4dfba6692864 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388892 Sep 07 16:23:50.334024 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-2e78e3c4-d3ba-40b6-bf7c-5489fbe741cf service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209467 Sep 07 16:23:50.426346 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd17e894-6b50-44d1-a491-d389e2f79c00 req-db354146-90b7-49a1-b788-bc9089b7d2a7 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824480 Sep 07 16:23:50.523242 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-5cb25b04-95ff-4acb-9cb9-dfd67e9c215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.524807 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-5cb25b04-95ff-4acb-9cb9-dfd67e9c215e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0416269 Sep 07 16:23:50.617205 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-cf93c222-a6c8-40b8-a9d5-a072fceded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.618640 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-cf93c222-a6c8-40b8-a9d5-a072fceded19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0854831 Sep 07 16:23:50.663666 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-2a972e6d-db8b-4621-a99a-c72eb991ab8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 217 time: 0.0336313 Sep 07 16:23:50.718625 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-078ed0cf-debb-4c45-bef5-5bc941a590a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.720093 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-078ed0cf-debb-4c45-bef5-5bc941a590a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0462406 Sep 07 16:23:50.767213 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-847ddd35-0108-4707-8cc2-0ba37a020053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.768725 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-847ddd35-0108-4707-8cc2-0ba37a020053 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391819 Sep 07 16:23:50.851500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e2074-2c81-4796-a533-fe7e45f0c432 req-e627cf37-e911-4641-91b8-c2f7f4d81bdc tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:50.853545 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-246e2074-2c81-4796-a533-fe7e45f0c432 req-e627cf37-e911-4641-91b8-c2f7f4d81bdc tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Sep 07 16:23:50.865481 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-e3b40acf-be12-4315-b57a-bb3c266d3f21 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879254 Sep 07 16:23:50.890523 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-246e2074-2c81-4796-a533-fe7e45f0c432 req-0c25e6bb-11d9-403e-acba-45da9371f3f3 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Sep 07 16:23:50.956777 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-911f00b1-3e81-4f79-88bf-6c5fb25b1adb req-83867cd3-4f4e-4812-9241-166c7d7aede4 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832143 Sep 07 16:23:52.008990 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f96b5a-53b9-498e-ac5f-6064b30ca38d req-ae1eb09d-af46-4b4d-90de-ee8959641374 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:52.010461 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4f96b5a-53b9-498e-ac5f-6064b30ca38d req-ae1eb09d-af46-4b4d-90de-ee8959641374 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0525718 Sep 07 16:23:52.050417 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4f96b5a-53b9-498e-ac5f-6064b30ca38d req-166b3c72-12df-4f31-8265-50e0df318d03 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Sep 07 16:23:52.291274 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:23:53.162920 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f672-aa28-4f21-a46b-b88711e92dfe req-68c72edc-d1ac-46ad-86b5-e2f2da4a08b7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:53.164452 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7211f672-aa28-4f21-a46b-b88711e92dfe req-68c72edc-d1ac-46ad-86b5-e2f2da4a08b7 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0493248 Sep 07 16:23:53.201944 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7211f672-aa28-4f21-a46b-b88711e92dfe req-e0d42983-59ca-41fc-8c03-d4c56b570fca tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Sep 07 16:23:54.316017 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf47d7-2fcf-4925-8320-c178fc1fa965 req-213d3247-8601-46c2-8b66-d604c4b0a077 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:54.317488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3faf47d7-2fcf-4925-8320-c178fc1fa965 req-213d3247-8601-46c2-8b66-d604c4b0a077 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0507472 Sep 07 16:23:54.354531 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3faf47d7-2fcf-4925-8320-c178fc1fa965 req-e263480b-8ee9-4920-b7e9-adeb9394f233 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303118 Sep 07 16:23:55.470680 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98188da-7e74-44bd-b837-3ea414160df6 req-ee2fad7b-359b-4212-a99c-1451838292dd tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:55.472249 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c98188da-7e74-44bd-b837-3ea414160df6 req-ee2fad7b-359b-4212-a99c-1451838292dd tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0522497 Sep 07 16:23:55.510363 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c98188da-7e74-44bd-b837-3ea414160df6 req-3762c2c5-5b47-4ba4-a74f-adc1c82f554e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 07 16:23:56.622595 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12017e-7cee-4b80-bde6-a3112215f527 req-ebd2ebde-6f17-488e-b7dc-f25c02378831 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:56.624131 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab12017e-7cee-4b80-bde6-a3112215f527 req-ebd2ebde-6f17-488e-b7dc-f25c02378831 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0482848 Sep 07 16:23:56.661558 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ab12017e-7cee-4b80-bde6-a3112215f527 req-33ff80e9-18ee-431b-810c-daecd58a1d1b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Sep 07 16:23:57.786513 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04df8-ce6e-4ba2-a9e8-e3a06273036e req-894f732e-f981-409f-999f-6551066b9bb1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:57.788015 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4fc04df8-ce6e-4ba2-a9e8-e3a06273036e req-894f732e-f981-409f-999f-6551066b9bb1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0503223 Sep 07 16:23:57.828168 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4fc04df8-ce6e-4ba2-a9e8-e3a06273036e req-c98e3865-6e13-4d16-8c20-b052efb9c6db tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332844 Sep 07 16:23:58.559363 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d92816cc-cce1-48cb-acfb-404db952b30e details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:23:58.662402 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d92816cc-cce1-48cb-acfb-404db952b30e,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:58.678028 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:23:58.723954 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.742906 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92816cc-cce1-48cb-acfb-404db952b30e {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:23:58.763832 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d92816cc-cce1-48cb-acfb-404db952b30e,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:58.771249 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.959743 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73010-75e8-4b8e-8fdb-8a21c9e51438 req-0f8c8a87-e645-4fb8-8f36-bf2eddfe1f00 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:58.960569 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:58.962077 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b6b73010-75e8-4b8e-8fdb-8a21c9e51438 req-0f8c8a87-e645-4fb8-8f36-bf2eddfe1f00 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 944 time: 0.0571826 Sep 07 16:23:58.967265 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.967619 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.967962 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.968343 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.968620 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.968978 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.969267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.969592 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.969918 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.970242 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.970559 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.971279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:59.002402 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b6b73010-75e8-4b8e-8fdb-8a21c9e51438 req-4e20790d-91c6-4bb1-b727-2a18c38c501e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Sep 07 16:23:59.009185 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['d92816cc-cce1-48cb-acfb-404db952b30e'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:23:59.154424 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53078) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:59.322587 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Deleting port 12357c55-5697-4124-8d1d-ec72d0e97721 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:59.323098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:59.414113 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:59.414440 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:59.427561 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Calling delete_port for 12357c55-5697-4124-8d1d-ec72d0e97721 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:59.599211 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:59.625029 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event deleted for resources: {'Port': ['ID=12357c55-5697-4124-8d1d-ec72d0e97721,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:59.687746 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:59.687966 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Floating IP 7e75319b-e341-474f-a6a5-96913a64188b disassociated (deleted). External IP: 172.27.0.158, port: 36b1e81e-1ec6-41c9-8b23-77f73f271636. Sep 07 16:23:59.905754 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:00.023972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:00.029050 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.035463 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Sync routers for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:00.044789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:00.045493 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:00.063608 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-703fd0ad-c253-4b82-bdf0-b03609f56af8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "DELETE /v2.0/floatingips/7e75319b-e341-474f-a6a5-96913a64188b HTTP/1.1" status: 204 len: 168 time: 0.9055374 Sep 07 16:24:00.063608 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:00.064314 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:00.146177 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac32f-50bb-419a-bf55-fabdb5c75668 req-16b0f7e9-7d77-4cba-99d8-8ca45e255520 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.148564 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b18ac32f-50bb-419a-bf55-fabdb5c75668 req-16b0f7e9-7d77-4cba-99d8-8ca45e255520 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 944 time: 0.0663526 Sep 07 16:24:00.176584 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:00.204720 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b18ac32f-50bb-419a-bf55-fabdb5c75668 req-2c87817a-c559-47c4-9021-0986d326a041 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Sep 07 16:24:00.242925 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab209a-495b-42da-beac-13951031919f x-openstack-request-id: req-afab209a-495b-42da-beac-13951031919f {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:00.243474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:00.243474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-afab209a-495b-42da-beac-13951031919f {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:00.243853 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'status': 'completed', 'code': 200} Sep 07 16:24:00.309517 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-048a76b1-2357-4f1f-ac76-c14d69ed3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.312035 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-048a76b1-2357-4f1f-ac76-c14d69ed3a34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc113d27b6fd41df867468867f43d000&device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0462031 Sep 07 16:24:00.320085 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e516e-c7d7-4499-9249-41db68ad6b55 req-cbe89edf-2c6c-44f1-93bf-835aaa9e5d80 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.322093 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-815e516e-c7d7-4499-9249-41db68ad6b55 req-cbe89edf-2c6c-44f1-93bf-835aaa9e5d80 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Sep 07 16:24:00.363533 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-815e516e-c7d7-4499-9249-41db68ad6b55 req-188ffab5-cf7b-491c-b778-989d862758ea tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347979 Sep 07 16:24:00.397432 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:00.406131 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-2d10e74d-0348-48ba-9522-80f6050a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.407655 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-2d10e74d-0348-48ba-9522-80f6050a057f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 200 len: 911 time: 0.0874662 Sep 07 16:24:00.428272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Checking router: dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:00.438001 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:00.438859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:00.455376 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-cc1971e1-32cf-4caf-b77e-03c9b0182e94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 200 len: 217 time: 0.0393953 Sep 07 16:24:00.508837 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-7940c897-f495-4568-af1f-04f1406afd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.510345 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-7940c897-f495-4568-af1f-04f1406afd64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 200 len: 848 time: 0.0473390 Sep 07 16:24:00.555281 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:00.558922 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-39af7d05-c50a-42c9-8c32-f3f3c661533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:00.560489 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-39af7d05-c50a-42c9-8c32-f3f3c661533d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419910 Sep 07 16:24:00.590188 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d92816cc-cce1-48cb-acfb-404db952b30e up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:24:00.658168 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-209123b6-85ff-4aa8-93aa-f089cd07314f service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898011 Sep 07 16:24:00.736321 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port d92816cc-cce1-48cb-acfb-404db952b30e completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:24:00.746976 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port d92816cc-cce1-48cb-acfb-404db952b30e triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:00.747382 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.754850 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecdd9e4e-fa51-4bb0-8b59-dfaf7156d916 req-f1415c89-9d9a-4518-9914-d13e0be8afe3 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883846 Sep 07 16:24:00.867968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.873061 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:00.906007 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0afd08-fd4d-480a-9958-cbe51f29dc3c None None] The sync data for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi is: [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:18:55Z', 'revision_number': 4, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5', 'name': '', 'network_id': 'e6fbfa8c-ccfb-4488-aa76-87eaf9660e35', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'mac_address': 'fa:16:3e:cd:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f41256a-6986-433a-8b11-6d21b0511982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:54Z', 'updated_at': '2021-09-07T16:19:02Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'subnets': [{'id': '8f41256a-6986-433a-8b11-6d21b0511982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:00.919279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:00.921548 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa913c-56e9-4afe-b78b-e8395b193189" -d '{"events": [{"server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "name": "network-vif-plugged", "status": "completed", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:00.935894 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d92816cc-cce1-48cb-acfb-404db952b30e,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:00.940356 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.974773 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7524e10f-7b8f-48bc-ae67-2a1e0da2ec3b x-openstack-request-id: req-7524e10f-7b8f-48bc-ae67-2a1e0da2ec3b {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:00.975091 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "name": "network-vif-plugged", "status": "completed", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:00.975480 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7524e10f-7b8f-48bc-ae67-2a1e0da2ec3b {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:00.976074 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'code': 200} Sep 07 16:24:01.007698 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:01.157888 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44854be8-5a34-43ff-b2ba-23ff256a1eb8 None None] New status for floating IP 7e75319b-e341-474f-a6a5-96913a64188b: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:24:01.189556 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8baa08-8554-460c-9880-77a52a053115 req-0ac8ecb0-ca75-4409-a0ba-3b3e508feb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:01.191136 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fd8baa08-8554-460c-9880-77a52a053115 req-0ac8ecb0-ca75-4409-a0ba-3b3e508feb12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0466363 Sep 07 16:24:01.233483 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fd8baa08-8554-460c-9880-77a52a053115 req-1b99a8c3-d7b5-47f9-b946-4b8251515904 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340800 Sep 07 16:24:01.329970 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6e97-2126-4a7c-b200-948404831cc3 req-92e99700-d4d8-452e-b92d-d3280abf15cf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:01.331488 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-818a6e97-2126-4a7c-b200-948404831cc3 req-92e99700-d4d8-452e-b92d-d3280abf15cf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0543699 Sep 07 16:24:01.381986 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-818a6e97-2126-4a7c-b200-948404831cc3 req-69751cc7-31c9-4deb-a6aa-419cef45f563 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 Sep 07 16:24:01.480487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f864791-9735-4b2b-88be-ffb3b95c7d4d req-35c2887f-cc98-4a6c-8bd1-dc1cb15decfa tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:01.481986 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8f864791-9735-4b2b-88be-ffb3b95c7d4d req-35c2887f-cc98-4a6c-8bd1-dc1cb15decfa tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Sep 07 16:24:01.524938 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8f864791-9735-4b2b-88be-ffb3b95c7d4d req-0e59ed1e-7f04-4666-8aca-f5a09bfc9fa8 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/security-groups?id=ac76c4ee-8dd4-4711-9243-abae59c9a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368347 Sep 07 16:24:02.043025 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-e538b35c-ca6c-4757-a098-0dcab3128dd4 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:02.044619 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-e538b35c-ca6c-4757-a098-0dcab3128dd4 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.83 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Sep 07 16:24:02.133642 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Deleting port 36b1e81e-1ec6-41c9-8b23-77f73f271636 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:02.133973 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.228149 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] For port 36b1e81e-1ec6-41c9-8b23-77f73f271636, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=36b1e81e-1ec6-41c9-8b23-77f73f271636,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:02.228514 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.241349 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Calling delete_port for 36b1e81e-1ec6-41c9-8b23-77f73f271636 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:02.375751 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.411839 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event deleted for resources: {'Port': ['ID=36b1e81e-1ec6-41c9-8b23-77f73f271636,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:02.453600 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] No DVR routers for this DVR port 36b1e81e-1ec6-41c9-8b23-77f73f271636 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:02.456335 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.458380 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dda21455-abc9-4c3d-87dc-aa30335a4378 req-c791185c-5242-40b1-b067-3589c97beb6f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.83 "DELETE /v2.0/ports/36b1e81e-1ec6-41c9-8b23-77f73f271636 HTTP/1.1" status: 204 len: 173 time: 0.4068630 Sep 07 16:24:02.458905 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-deleted', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:02.461225 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727094e-1ea8-41d4-b04b-a5ce3572a3d1" -d '{"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-deleted", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:02.511483 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a7da2-ad63-4393-a808-480bb7bfb3a6 x-openstack-request-id: req-431a7da2-ad63-4393-a808-480bb7bfb3a6 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:02.511781 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb80430-f7b1-4593-9397-43c91af6fa01", "name": "network-vif-deleted", "tag": "36b1e81e-1ec6-41c9-8b23-77f73f271636", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:02.512070 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-431a7da2-ad63-4393-a808-480bb7bfb3a6 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:02.512462 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb80430-f7b1-4593-9397-43c91af6fa01', 'name': 'network-vif-deleted', 'tag': '36b1e81e-1ec6-41c9-8b23-77f73f271636', 'status': 'completed', 'code': 200} Sep 07 16:24:02.523036 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baff93-2e03-4e7f-849e-120bbc8bb57d req-b6eb284f-a4a7-41d2-a44d-023ce369c03f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:02.524774 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4baff93-2e03-4e7f-849e-120bbc8bb57d req-b6eb284f-a4a7-41d2-a44d-023ce369c03f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0569999 Sep 07 16:24:02.568853 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e4baff93-2e03-4e7f-849e-120bbc8bb57d req-2197ec83-2cd8-4fc2-af50-d7dc445b911e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359948 Sep 07 16:24:02.635715 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-36a0d1ae-1924-48e2-ae08-5a048a6cf26d req-a9953d0a-1bd2-4bd5-a37a-1c23b90afdb0 tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb80430-f7b1-4593-9397-43c91af6fa01 HTTP/1.1" status: 200 len: 210 time: 0.0365272 Sep 07 16:24:02.701731 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12d3d5-d978-48bf-a70a-d0b728fe12db req-14ee1945-ec44-488c-8e79-6bda2fdabef4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:02.703713 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d12d3d5-d978-48bf-a70a-d0b728fe12db req-14ee1945-ec44-488c-8e79-6bda2fdabef4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0538676 Sep 07 16:24:02.750761 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d12d3d5-d978-48bf-a70a-d0b728fe12db req-6382aeff-5dc4-4f86-b4ff-431cdbdc7d63 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368185 Sep 07 16:24:02.785164 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53104) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:02.828353 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344dc29-db2e-46c6-95a6-e9f093b488b0 tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:02.829907 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5344dc29-db2e-46c6-95a6-e9f093b488b0 tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1093 time: 0.0437708 Sep 07 16:24:02.833913 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53106) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:02.839972 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:02.869525 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.988046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.100688 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.27.0.40 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/59c70ec3-b8bb-46ac-b940-02b7247f04a3) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:24:03.208975 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.258130 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.298004 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:24:03.300832 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:03.303558 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:24:03.337271 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=59c70ec3-b8bb-46ac-b940-02b7247f04a3,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:03.674200 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.758662 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.811356 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53112) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:03.871487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.902398 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.918060 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.923103 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.972451 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.976746 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:03.978206 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] 10.222.0.82 "DELETE /v2.0/security-groups/ac76c4ee-8dd4-4711-9243-abae59c9a23d HTTP/1.1" status: 204 len: 168 time: 0.1657932 Sep 07 16:24:03.990659 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=59c70ec3-b8bb-46ac-b940-02b7247f04a3,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:03.994512 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76c4ee-8dd4-4711-9243-abae59c9a23d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:04.001660 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:04.009076 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.009460 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.009805 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.010146 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.010509 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.010849 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.011256 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.011728 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.012223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.012561 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.013013 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.013342 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d9127-54e0-43b1-adc1-83eeb3b9752f tempest-TestShelveInstance-1595709445 tempest-TestShelveInstance-1595709445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:04.061123 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53116) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:04.106876 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 3d0f14d0-7b41-4fdd-8402-162f29b41a33 associated. External IP: 172.27.0.40, port: d92816cc-cce1-48cb-acfb-404db952b30e. Sep 07 16:24:04.534447 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:04.564758 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:04.672990 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:04.683078 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:04.693823 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:04.694387 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:04.697580 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:04.726207 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-060ba87b-24e9-4b5c-a4cf-79a6d37f0a95 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8901331 Sep 07 16:24:04.726786 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:04.729026 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:04.766281 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a17194-f2c7-4776-981c-feaf2d526b1b x-openstack-request-id: req-75a17194-f2c7-4776-981c-feaf2d526b1b {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:04.766570 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:04.766820 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-75a17194-f2c7-4776-981c-feaf2d526b1b {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:04.767355 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'status': 'completed', 'code': 200} Sep 07 16:24:04.806181 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Deleting port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:04.806530 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:04.811576 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:04.829969 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-3f9865fb-cdc3-4e2d-a6a1-8b5f6e57640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:04.831565 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-3f9865fb-cdc3-4e2d-a6a1-8b5f6e57640b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0433204 Sep 07 16:24:04.886235 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] For port 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:04.886899 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:04.904364 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Calling delete_port for 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:04.931586 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-e62a8c24-a7f4-42b0-a26a-4659804e92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:04.933324 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-e62a8c24-a7f4-42b0-a26a-4659804e92f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0947495 Sep 07 16:24:05.002671 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-2a66d4ee-39ea-4a2d-ab27-15d60c6f5730 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 998 time: 0.0612462 Sep 07 16:24:05.047942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:03Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:05.058101 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-1fd8a249-89a6-4776-a2d4-3c4fa351f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:05.059588 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-1fd8a249-89a6-4776-a2d4-3c4fa351f32f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0498211 Sep 07 16:24:05.103357 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.115479 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-cb6d7d9a-fc31-4fc7-a9de-67f9a3301ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:05.117157 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-cb6d7d9a-fc31-4fc7-a9de-67f9a3301ac9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500650 Sep 07 16:24:05.131506 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:05.221348 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-923b6701-b627-42e0-84c2-6d99887da153 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959058 Sep 07 16:24:05.225837 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:05.235376 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:05.236019 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:05.326318 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.345748 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd66a5c6-a8b7-4ab9-a41d-65d860f27c4b req-5edf3c1e-a34c-45f0-ab8b-d7d5014ce3d8 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140280 Sep 07 16:24:05.362380 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:05.552495 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:05.587543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:03Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:05.617878 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7fbfd-64db-4f6f-b62a-eaa208606e31 None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:03Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:05.665289 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:05.670429 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d0c19f86-dbd8-4dfc-87a6-aa99599fb777 admin admin] 10.222.0.82 "PUT /v2.0/routers/dfd3bef5-9323-45fe-a9ae-cabf8a5b0219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079941 Sep 07 16:24:05.673687 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53124) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:05.676367 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Sync routers for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:05.686705 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:05.687392 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:05.791640 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.794642 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:05.821891 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f7e9f-85f4-4415-9028-6e0998da28fa None None] New status for floating IP 3d0f14d0-7b41-4fdd-8402-162f29b41a33: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:24:05.905101 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.935571 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.969790 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Deleting port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:05.970150 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:05.990562 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 5, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port': {'id': '6af98a59-6f6a-4e47-8ac3-4d01a87ecba9', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:53Z', 'updated_at': '2021-09-07T16:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:06.018010 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Checking router: dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:06.027247 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Routers {'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:06.028021 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:06.062588 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] For port 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:06.062954 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.075407 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Calling delete_port for 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:06.114497 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] Set router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:06.169229 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 6, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:06.195597 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43679f-2385-4e17-bb5e-df345cd2bdb0 None None] The sync data for ids ['dfd3bef5-9323-45fe-a9ae-cabf8a5b0219'] in dv-cinder-806991-3-iscsi is: [{'id': 'dfd3bef5-9323-45fe-a9ae-cabf8a5b0219', 'name': 'tempest-TestShelveInstance-1236327565-router', 'tenant_id': 'dc113d27b6fd41df867468867f43d000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:52Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 6, 'project_id': 'dc113d27b6fd41df867468867f43d000', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:06.242185 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.272766 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af98a59-6f6a-4e47-8ac3-4d01a87ecba9,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:06.330694 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.424593 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.426746 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.473312 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.473756 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:24:06.478611 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.479871 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ecb9e012-6a79-46be-9db3-ff6bea435562 admin admin] 10.222.0.82 "DELETE /v2.0/routers/dfd3bef5-9323-45fe-a9ae-cabf8a5b0219 HTTP/1.1" status: 204 len: 168 time: 0.8050907 Sep 07 16:24:06.482598 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53126) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:06.528037 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Deleting subnet 8f41256a-6986-433a-8b11-6d21b0511982 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:24:06.531282 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.564587 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:06.566402 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699337'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.585331 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 36b1e81e-1ec6-41c9-8b23-77f73f271636 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:06.585586 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 36b1e81e-1ec6-41c9-8b23-77f73f271636 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:06.647587 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.711027 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5563625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6195486'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.738201 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f41256a-6986-433a-8b11-6d21b0511982,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:06.742076 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.744393 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6a0ecd03-36a6-4ea2-9dd3-228b9dd2f68e admin admin] 10.222.0.82 "DELETE /v2.0/subnets/8f41256a-6986-433a-8b11-6d21b0511982 HTTP/1.1" status: 204 len: 168 time: 0.2606125 Sep 07 16:24:06.746952 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53128) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:06.749761 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b40ab1-ee5e-4942-9a06-1afb38214b5c None None] Network e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:06.809167 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:06.821596 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.839202 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:06.840701 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 7e70afb5-aeae-46f8-a5e0-b0d59be1a0c5 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:06.840701 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:06.863031 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:06.863346 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 6af98a59-6f6a-4e47-8ac3-4d01a87ecba9 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:06.888250 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Deleting port e470acf2-793f-4f5c-9f72-b5f046dd4803 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:06.888521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.975858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] For port e470acf2-793f-4f5c-9f72-b5f046dd4803, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=e470acf2-793f-4f5c-9f72-b5f046dd4803,segment=NetworkSegment(2cc43b28-eb8e-4e4e-9f1b-361303c98940),segment_id=2cc43b28-eb8e-4e4e-9f1b-361303c98940)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:06.976223 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:06.992601 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Calling delete_port for e470acf2-793f-4f5c-9f72-b5f046dd4803 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:07.009656 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] DHCP port deletion for e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:24:07.066590 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-db7c9c04-724e-4b78-97d1-a4b1447d6a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.085472 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.086953 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Deleting port e470acf2-793f-4f5c-9f72-b5f046dd4803 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:07.087606 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.110772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e470acf2-793f-4f5c-9f72-b5f046dd4803,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:07.114266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] No DVR routers for this DVR port e470acf2-793f-4f5c-9f72-b5f046dd4803 on host dv-cinder-806991-3-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:07.150782 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] For port e470acf2-793f-4f5c-9f72-b5f046dd4803, host dv-cinder-806991-3-iscsi, got binding levels [] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:07.151213 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.163859 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Calling delete_port for e470acf2-793f-4f5c-9f72-b5f046dd4803 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:07.166730 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.ipam_backend_mixin [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Port e470acf2-793f-4f5c-9f72-b5f046dd4803 was not found and therefore no delete operation was performed {{(pid=94233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:24:07.168106 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.189595 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.193653 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] Pushing event deleted for resources: {'Port': ['ID=e470acf2-793f-4f5c-9f72-b5f046dd4803,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:07.197645 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b270110-8600-44b6-917f-bccb71384d52 None None] No DVR routers for this DVR port e470acf2-793f-4f5c-9f72-b5f046dd4803 on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:07.213832 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fbfa8c-ccfb-4488-aa76-87eaf9660e35']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:07.225815 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc43b28-eb8e-4e4e-9f1b-361303c98940') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:07.226194 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc43b28-eb8e-4e4e-9f1b-361303c98940') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:07.235848 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.250345 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.256421 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:24:07.256809 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:24:07.258848 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:24:07.316262 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.321840 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.323910 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e6fbfa8c-ccfb-4488-aa76-87eaf9660e35 HTTP/1.1" status: 204 len: 168 time: 0.5757875 Sep 07 16:24:07.327432 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53130) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:07.337300 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab024e-fcef-4d5a-a937-d319742154b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fbfa8c-ccfb-4488-aa76-87eaf9660e35,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:07.721561 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:07.962313 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Deleting port 74863b13-9010-441e-af94-193c6f5dcdf2 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:07.962563 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:08.039134 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] For port 74863b13-9010-441e-af94-193c6f5dcdf2, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=74863b13-9010-441e-af94-193c6f5dcdf2,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:08.039495 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:08.051964 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Calling delete_port for 74863b13-9010-441e-af94-193c6f5dcdf2 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:08.229438 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:08.253461 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74863b13-9010-441e-af94-193c6f5dcdf2,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:08.418505 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:08.545770 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e470acf2-793f-4f5c-9f72-b5f046dd4803 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:08.569007 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: e470acf2-793f-4f5c-9f72-b5f046dd4803 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:08.569349 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device e470acf2-793f-4f5c-9f72-b5f046dd4803 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:08.885534 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:08.995219 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:09.003240 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cfe6b82e-71f2-4c9a-9ac0-7dd324c6fbb7 admin admin] 10.222.0.82 "PUT /v2.0/routers/f0cf63d0-fa21-4f8e-892e-f12113fc7d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745005 Sep 07 16:24:09.003527 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53132) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:09.004565 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Sync routers for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:09.014228 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:09.014927 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:09.112719 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.119637 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:09.221049 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.280171 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Deleting port d58ea0d9-adf4-4075-b47f-9077428ca3e8 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:09.280514 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.303349 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:24:08Z', 'revision_number': 5, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port': {'id': 'd58ea0d9-adf4-4075-b47f-9077428ca3e8', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:09.329736 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Checking router: f0cf63d0-fa21-4f8e-892e-f12113fc7d7c for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:09.337869 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Routers {'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:09.339161 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:23:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:09.365125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] For port d58ea0d9-adf4-4075-b47f-9077428ca3e8, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=d58ea0d9-adf4-4075-b47f-9077428ca3e8,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:09.365495 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.378696 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Calling delete_port for d58ea0d9-adf4-4075-b47f-9077428ca3e8 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:09.424126 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] Set router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:09.478291 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:24:09Z', 'revision_number': 6, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:09.507848 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a02f80-8a5f-42f3-b835-739048204b10 None None] The sync data for ids ['f0cf63d0-fa21-4f8e-892e-f12113fc7d7c'] in dv-cinder-806991-3-iscsi is: [{'id': 'f0cf63d0-fa21-4f8e-892e-f12113fc7d7c', 'name': 'tempest-TestShelveInstance-2078977780-router', 'tenant_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:18:58Z', 'updated_at': '2021-09-07T16:24:09Z', 'revision_number': 6, 'project_id': 'e4107697d5f84ec4ab0ce2bf4317ce5e', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:09.549564 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.577212 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58ea0d9-adf4-4075-b47f-9077428ca3e8,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:09.644098 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.646862 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.731451 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3ad70a4f-7a52-4875-bc9e-ec4539709f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.735587 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.737709 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.781323 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.781884 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0cf63d0-fa21-4f8e-892e-f12113fc7d7c {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:24:09.786137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.787318 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dda7f30f-7805-4974-9331-90840e0b2a97 admin admin] 10.222.0.82 "DELETE /v2.0/routers/f0cf63d0-fa21-4f8e-892e-f12113fc7d7c HTTP/1.1" status: 204 len: 168 time: 0.7827833 Sep 07 16:24:09.789830 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53134) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:09.832677 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Deleting subnet 468a660b-88a0-488a-a10c-8addec2c00aa {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:24:09.835732 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.870050 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:09.961118 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.015984 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.041635 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468a660b-88a0-488a-a10c-8addec2c00aa,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:10.045305 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.048807 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c45b4670-50c2-4178-bfb6-5d359fdbbc37 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/468a660b-88a0-488a-a10c-8addec2c00aa HTTP/1.1" status: 204 len: 168 time: 0.2565160 Sep 07 16:24:10.049758 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53136) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:10.052195 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96392a12-738c-4eb7-b7e0-d1cdbd4ef7c5 None None] Network 16f5c7af-0599-4477-b24c-1821001c36fb requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:10.303155 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] DHCP port deletion for 16f5c7af-0599-4477-b24c-1821001c36fb request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:24:10.358076 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Deleting port b1e7ae36-94d5-4aa7-a217-9856005f61de {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:10.358076 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.381637 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.424509 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] For port b1e7ae36-94d5-4aa7-a217-9856005f61de, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b1e7ae36-94d5-4aa7-a217-9856005f61de,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:10.425252 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.435718 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Deleting port b1e7ae36-94d5-4aa7-a217-9856005f61de {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:10.436054 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.437474 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Calling delete_port for b1e7ae36-94d5-4aa7-a217-9856005f61de owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:10.508057 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] For port b1e7ae36-94d5-4aa7-a217-9856005f61de, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b1e7ae36-94d5-4aa7-a217-9856005f61de,segment=NetworkSegment(47f02404-59e2-43a9-a84c-6f2a0877068e),segment_id=47f02404-59e2-43a9-a84c-6f2a0877068e)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:10.508535 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.520222 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 74863b13-9010-441e-af94-193c6f5dcdf2 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:10.526169 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Calling delete_port for b1e7ae36-94d5-4aa7-a217-9856005f61de owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:10.540347 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 74863b13-9010-441e-af94-193c6f5dcdf2 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:10.540571 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 74863b13-9010-441e-af94-193c6f5dcdf2 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:10.541031 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b1e7ae36-94d5-4aa7-a217-9856005f61de no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:10.542692 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.572619 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] No DVR routers for this DVR port b1e7ae36-94d5-4aa7-a217-9856005f61de on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:10.579021 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: b1e7ae36-94d5-4aa7-a217-9856005f61de {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:10.579361 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b1e7ae36-94d5-4aa7-a217-9856005f61de not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:10.579766 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d58ea0d9-adf4-4075-b47f-9077428ca3e8 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:10.601071 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe81ef2-b329-49ee-a3f8-71beed7f3ee1 None None] Pushing event deleted for resources: {'Port': ['ID=b1e7ae36-94d5-4aa7-a217-9856005f61de,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:10.618520 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.620231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: d58ea0d9-adf4-4075-b47f-9077428ca3e8 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:10.620933 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device d58ea0d9-adf4-4075-b47f-9077428ca3e8 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:10.642185 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e7ae36-94d5-4aa7-a217-9856005f61de,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:10.648074 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] No DVR routers for this DVR port b1e7ae36-94d5-4aa7-a217-9856005f61de on host dv-cinder-806991-3-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:10.722356 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.741905 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f5c7af-0599-4477-b24c-1821001c36fb']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:10.750910 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f02404-59e2-43a9-a84c-6f2a0877068e') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:10.751234 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f02404-59e2-43a9-a84c-6f2a0877068e') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:10.760125 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.774382 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.782083 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:24:10.782502 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self.session.flush() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self.session.flush() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self.session.flush() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self.session.flush() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:24:10.784206 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:24:10.838686 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.843780 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.845813 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] 10.222.0.82 "DELETE /v2.0/networks/16f5c7af-0599-4477-b24c-1821001c36fb HTTP/1.1" status: 204 len: 168 time: 0.7951016 Sep 07 16:24:10.858811 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d6229-0354-405d-b0ca-79d60f9b1888 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f5c7af-0599-4477-b24c-1821001c36fb,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:10.958619 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53140) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:11.003705 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2770ffbb-4cc5-4dc5-9d37-bb427482f603 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc113d27b6fd41df867468867f43d000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438883 Sep 07 16:24:11.006124 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53142) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:11.053681 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.073521 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.118404 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.120904 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.122591 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/eb2e9372-62d9-40f8-8a56-59d4d9459f51 HTTP/1.1" status: 204 len: 168 time: 0.1155941 Sep 07 16:24:11.130326 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19295c5c-9adf-4119-b56d-8d5fec2a9436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e9372-62d9-40f8-8a56-59d4d9459f51,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:11.234957 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-cf669230-ac2e-4345-be63-38ca14c2f7e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430245 Sep 07 16:24:11.315424 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-683e523a-c8e2-43a4-b90f-682573691d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:11.316802 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-683e523a-c8e2-43a4-b90f-682573691d8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0405881 Sep 07 16:24:11.422810 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-c7cd689d-15e0-490f-b328-a8dcf5857abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:11.424308 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-c7cd689d-15e0-490f-b328-a8dcf5857abe service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0879927 Sep 07 16:24:11.440059 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53150) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:11.475364 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.518766 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-961e9947-86eb-4d19-afce-b22a6d6a0518 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 1000 time: 0.0868723 Sep 07 16:24:11.522423 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1b36ee7e-2f4f-4ab9-a2f5-f03cbd173d84 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e4107697d5f84ec4ab0ce2bf4317ce5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813937 Sep 07 16:24:11.525046 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53152) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:11.598697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-c707005b-e05d-4858-a49a-5e34996f3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:11.600077 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-c707005b-e05d-4858-a49a-5e34996f3362 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0730767 Sep 07 16:24:11.622875 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.659740 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.680320 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-28589edf-f396-44f0-99e1-510fc7e489b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:11.681793 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-28589edf-f396-44f0-99e1-510fc7e489b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714002 Sep 07 16:24:11.766407 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.769008 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:11.770392 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8da13367-047c-4c53-a07d-1e2b52faa9b4 HTTP/1.1" status: 204 len: 168 time: 0.2444520 Sep 07 16:24:11.788474 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54814-ec3e-40fd-a7b1-1f713b4e593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da13367-047c-4c53-a07d-1e2b52faa9b4,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:11.794640 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-886722fc-8241-49c9-932b-0f119070c1f0 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020727 Sep 07 16:24:11.887939 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-399333b7-452e-417d-afac-5b6f242ed2b2 req-d6908b8b-65a4-488d-af2e-85a7f739c16f service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863419 Sep 07 16:24:13.029853 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.289952 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:24:35.906539 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:37.051819 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1e0de-49b8-4280-a9b1-3b8c30cf78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:39.639232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:39.731739 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6a13b488-fe4e-4891-82bd-8698fd0cd172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.480957 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.032267 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:05.915959 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.288700 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:25:07.053231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f6d634fb-7bc0-40bd-a3c8-22afe4870e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:09.641231 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:09.732036 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f92695d4-0b0a-4b5e-a092-76950d328f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:11.487076 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:12.711017 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-cbfe8e6b-0572-4a2a-988f-8621765dbc5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454085 Sep 07 16:25:12.795828 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08744d-a360-4780-bce8-d34397eff63f req-9e575531-6a1f-4b29-8210-b2dd3dc24aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:12.797221 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-9e575531-6a1f-4b29-8210-b2dd3dc24aef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0413287 Sep 07 16:25:12.904782 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08744d-a360-4780-bce8-d34397eff63f req-9ef3ab64-bd46-4f7b-8f14-f7cbcf3239c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:12.906567 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-9ef3ab64-bd46-4f7b-8f14-f7cbcf3239c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0858238 Sep 07 16:25:12.980298 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-648881ec-02ee-4f3d-8ef4-c174e15eab5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 1000 time: 0.0656195 Sep 07 16:25:13.030637 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08744d-a360-4780-bce8-d34397eff63f req-23cd7372-bf6b-43cc-a47c-6295001179bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:13.032124 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-23cd7372-bf6b-43cc-a47c-6295001179bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0447075 Sep 07 16:25:13.035626 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.079207 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08744d-a360-4780-bce8-d34397eff63f req-b05e8779-62ce-4492-9253-4a4848d30759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:13.080654 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-b05e8779-62ce-4492-9253-4a4848d30759 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405757 Sep 07 16:25:13.186561 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-a66cb231-c56c-4a15-944d-357c6d9017db service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908194 Sep 07 16:25:13.280091 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c08744d-a360-4780-bce8-d34397eff63f req-b243aab2-a930-49a8-9045-df923d767d2b service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852983 Sep 07 16:25:35.914423 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:37.053543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0185-8d16-49d9-a35c-e8dfc7868f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.642737 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.732431 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c3e9-db58-4225-8995-87bd2edc3e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:40.367979 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-093f303a-69a2-4af8-a7fe-9377e7c6b01f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953663438&fields=id&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 267 time: 0.0331192 Sep 07 16:25:40.475735 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-fb36efa1-6bd8-4adc-902f-044cbee80bab tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.477170 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-fb36efa1-6bd8-4adc-902f-044cbee80bab tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.1021042 Sep 07 16:25:40.491413 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-1d3ab3f9-490f-4c40-adaf-50382caee175 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/quotas/7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 375 time: 0.0085893 Sep 07 16:25:40.548636 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-778ee89c-dac8-452f-b783-9f3610a58257 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515101 Sep 07 16:25:40.692860 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-9bf3bb1a-e3cf-47cb-9ba1-5d5b2d55d118 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:25:40.693893 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-9bf3bb1a-e3cf-47cb-9ba1-5d5b2d55d118 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1337299 Sep 07 16:25:40.787167 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-f5422d37-d385-4810-9728-5dde215d2a79 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868199 Sep 07 16:25:40.874527 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-fa5055b9-1ab6-4502-b977-890b7b4833a9 service neutron] 10.222.0.82 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806735 Sep 07 16:25:41.159347 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9ec4889f-100c-4b17-8795-3e740161f808 req-b9bac97e-7378-4625-a7c3-94d9d522bb3f tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 210 time: 0.0263445 Sep 07 16:25:41.483411 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.050031 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-dd354706-2f6a-4496-83a9-555b8048bffb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:42.051490 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-dd354706-2f6a-4496-83a9-555b8048bffb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 812 time: 0.1017041 Sep 07 16:25:42.093735 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-bda8ec11-bb02-4c87-9fa2-fe2e8b79b31d tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c8475b6afa94de787e9171c29747b4a HTTP/1.1" status: 200 len: 379 time: 0.0330992 Sep 07 16:25:42.104332 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'port': {'device_id': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'admin_state_up': True, 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'security_groups': ['dc9f51d1-8830-47e5-aad5-2b59c35941a9']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:42.216244 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Made reservation on behalf of 7c8475b6afa94de787e9171c29747b4a for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:42.220137 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.257095 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-96fdc22d-5782-419c-a71c-a7a3306e6b93 req-13cd009a-3635-4ea7-8a64-5a0e09f7404c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 210 time: 0.0317862 Sep 07 16:25:42.352190 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.20.0.13 (21c250f5-8d13-4ffe-8d51-7a5bed741dc7/182b9bce-6e80-4ea8-9501-474ead1e78b9/2c8cbfa5-a568-405c-8d45-6b15d47eb685) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:42.503834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.516891 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Transition to ACTIVE for port object 2c8cbfa5-a568-405c-8d45-6b15d47eb685 will not be triggered until provisioned by entity DHCP. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:42.548873 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.594926 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:42.598019 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:42.605016 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:42.610667 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:42.641015 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.641328 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.641627 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.641963 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.642295 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.642629 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.643082 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.643410 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.643738 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.644064 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.644397 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.644717 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:42.668980 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:42.669599 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.685679 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-e8e18f2a-8666-49f5-a363-fa9a9c30aefa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856476 Sep 07 16:25:42.698139 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Request body: {'port': {'device_id': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:42.757947 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.845806 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-bda5955b-f6f8-4adc-acad-cd11d355d188 None None] Provisioning for port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 completed by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:42.849510 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-bda5955b-f6f8-4adc-acad-cd11d355d188 None None] Provisioning complete for port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:42.849880 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bda5955b-f6f8-4adc-acad-cd11d355d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.885840 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-bda5955b-f6f8-4adc-acad-cd11d355d188 None None] Port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:43.020745 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8cbfa5-a568-405c-8d45-6b15d47eb685 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:43.033510 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.038841 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.049050 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Transition to ACTIVE for port object 2c8cbfa5-a568-405c-8d45-6b15d47eb685 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:43.052547 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.110568 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:43.178931 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Attempting to bind port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:43.179452 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Attempting to bind port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:43.179799 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Attempting to bind port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:43.184072 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:43.184399 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Attempting to bind port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 on network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:43.189373 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Checking agent: {'id': 'b8cdaef2-393d-4a51-ad37-5638f98de82c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'started_at': datetime.datetime(2021, 9, 7, 16, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:43.189706 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Checking segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:43.190087 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Bound using segment: {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:43.190522 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Bound port: 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86cac026-5c65-4db6-84c1-38bffae506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:43.190883 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.256842 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:43.260361 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:43.264834 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5563539'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.287676 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:25:43.300724 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.301348 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.303252 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 1094 time: 0.6090770 Sep 07 16:25:43.303252 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:43.305647 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235" -d '{"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:43.342215 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9f9ee-b92a-451e-8b88-55ed07af3c39 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:43.361227 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021409b-d083-4b24-98d0-e3a258510773 x-openstack-request-id: req-4021409b-d083-4b24-98d0-e3a258510773 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:43.361440 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:43.361703 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4021409b-d083-4b24-98d0-e3a258510773 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:43.362122 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'status': 'completed', 'code': 200} Sep 07 16:25:43.393301 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-e2aae4be-9d57-45f9-99fb-32e38ef51bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.394872 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-e2aae4be-9d57-45f9-99fb-32e38ef51bfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1097 time: 0.0480285 Sep 07 16:25:43.418152 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09c199-b196-4078-88b2-0a85e2bb47b0 req-55d91b26-ab3b-4d35-bb7d-14983b3adee9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.419860 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b09c199-b196-4078-88b2-0a85e2bb47b0 req-55d91b26-ab3b-4d35-bb7d-14983b3adee9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0536485 Sep 07 16:25:43.442166 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-133a046a-4778-43ba-b77c-f438561c1afa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 217 time: 0.0384398 Sep 07 16:25:43.461765 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2b09c199-b196-4078-88b2-0a85e2bb47b0 req-aa718498-53f0-4311-bb37-b6a465a5e61e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Sep 07 16:25:43.492320 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-4de46641-778f-4d97-a79b-482f79d9a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.493791 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-4de46641-778f-4d97-a79b-482f79d9a240 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0444698 Sep 07 16:25:43.539880 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433425-58de-4785-b391-ebf11d046fd5 req-da49890f-f5f5-4eb0-9ef8-2f64f0e96bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.541446 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-da49890f-f5f5-4eb0-9ef8-2f64f0e96bdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407910 Sep 07 16:25:43.633270 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-7a72e42b-c392-4638-a9a5-03c7db71d7f1 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846155 Sep 07 16:25:43.723083 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14433425-58de-4785-b391-ebf11d046fd5 req-eb7b9fb4-27da-4d98-ab17-eb9c82535c7f service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813439 Sep 07 16:25:43.807697 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-5b552f6a-c227-48e3-bdd9-9b271c8095a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.809144 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-5b552f6a-c227-48e3-bdd9-9b271c8095a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1097 time: 0.0440876 Sep 07 16:25:43.895587 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-6b0b3b9d-08fc-4ae8-ac63-301827ba8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.896904 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-6b0b3b9d-08fc-4ae8-ac63-301827ba8b0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0807781 Sep 07 16:25:43.941973 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-e6ac5a31-9680-40cb-83a5-5b36d05bbb2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 217 time: 0.0373559 Sep 07 16:25:43.992862 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-4a6a425d-8950-4d23-9d30-6fde69723223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.994266 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-4a6a425d-8950-4d23-9d30-6fde69723223 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0426326 Sep 07 16:25:44.040269 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-7cf6f27b-546b-4942-a73b-811b8d414634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:44.041775 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-7cf6f27b-546b-4942-a73b-811b8d414634 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392652 Sep 07 16:25:44.132886 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-c2bccbfe-d3dc-4673-9c04-f5fdc2d67999 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830481 Sep 07 16:25:44.224684 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1b81a2c-0aad-4e51-ad44-4377a3c1e235 req-974c4dc4-3895-430d-8a3d-f8f13c9807ac service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Sep 07 16:25:44.578025 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3ce9-1210-4497-88f2-2b5f1a57d1e0 req-aec1ea25-4ba5-41d5-9c79-90cf866f0ddf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:44.579550 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-866c3ce9-1210-4497-88f2-2b5f1a57d1e0 req-aec1ea25-4ba5-41d5-9c79-90cf866f0ddf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0497525 Sep 07 16:25:44.618656 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-866c3ce9-1210-4497-88f2-2b5f1a57d1e0 req-06f83372-4be9-4111-97c9-fc691279dbb0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331719 Sep 07 16:25:45.730754 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e544649-2333-4188-b484-71d5e2b21bff req-1b5e00ac-cf01-46df-b52a-d6e34337566e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:45.732260 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e544649-2333-4188-b484-71d5e2b21bff req-1b5e00ac-cf01-46df-b52a-d6e34337566e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0487068 Sep 07 16:25:45.772432 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2e544649-2333-4188-b484-71d5e2b21bff req-f650cb95-17f5-493b-817e-41ac0ec27fec tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342712 Sep 07 16:25:46.884082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a48fc-81b0-4f2d-b34f-1daf3671aee6 req-e9e10553-0899-4481-ab5e-fe7a94085928 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:46.886091 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c93a48fc-81b0-4f2d-b34f-1daf3671aee6 req-e9e10553-0899-4481-ab5e-fe7a94085928 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0484569 Sep 07 16:25:46.923200 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c93a48fc-81b0-4f2d-b34f-1daf3671aee6 req-25f315d7-d13d-4c63-b4f6-0fe294cee683 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Sep 07 16:25:48.034568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513e2e6-7ed7-4e61-962e-c28216c3ae65 req-f5e1d3d3-3beb-42a4-8abd-e5c4cb3eee5c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:48.036326 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5513e2e6-7ed7-4e61-962e-c28216c3ae65 req-f5e1d3d3-3beb-42a4-8abd-e5c4cb3eee5c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0488682 Sep 07 16:25:48.074156 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-5513e2e6-7ed7-4e61-962e-c28216c3ae65 req-148cb290-2114-4ee3-b157-f559e0b0f91b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Sep 07 16:25:49.194993 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b00a8-5ae6-4a11-8be0-c546e5a243d1 req-4e02c369-4762-440e-8637-fb91fde2621b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:49.196636 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c6b00a8-5ae6-4a11-8be0-c546e5a243d1 req-4e02c369-4762-440e-8637-fb91fde2621b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0507424 Sep 07 16:25:49.237695 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1c6b00a8-5ae6-4a11-8be0-c546e5a243d1 req-4807764f-4635-4142-8a38-14b037fae3ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347886 Sep 07 16:25:50.350665 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc0be-245e-40c7-b181-47dbbe32e54c req-95c111a8-f39e-416e-bdd1-3dd678d16372 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:50.352150 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e23dc0be-245e-40c7-b181-47dbbe32e54c req-95c111a8-f39e-416e-bdd1-3dd678d16372 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 944 time: 0.0484698 Sep 07 16:25:50.389450 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e23dc0be-245e-40c7-b181-47dbbe32e54c req-e76c9744-e419-46eb-bf27-b677cb3a5b68 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314729 Sep 07 16:25:51.044789 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2c8cbfa5-a568-405c-8d45-6b15d47eb685 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:51.134928 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:51.145499 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Returning: {'device': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'port_id': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'mac_address': 'fa:16:3e:f9:a3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:51.188502 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:51.200912 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8cbfa5-a568-405c-8d45-6b15d47eb685 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:51.219904 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:51.223944 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:51.270270 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:51.277825 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.278174 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.278515 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.278852 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.279219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.279553 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.279879 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.280205 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.280532 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.280856 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.281179 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.281500 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:51.443219 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] get_ports_and_sgs() called for port_ids ['2c8cbfa5-a568-405c-8d45-6b15d47eb685'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:51.501888 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4888dd6-7fe3-443f-a6cb-cf1646d0d35c req-5065c65f-9eb1-4ff3-a487-50d256738aa8 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:51.503388 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4888dd6-7fe3-443f-a6cb-cf1646d0d35c req-5065c65f-9eb1-4ff3-a487-50d256738aa8 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 945 time: 0.0477934 Sep 07 16:25:51.544331 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c4888dd6-7fe3-443f-a6cb-cf1646d0d35c req-d135fa93-8115-4cc9-a9d6-35b4ae0b2846 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Sep 07 16:25:52.656568 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47281977-863f-4a59-9bb6-69f2ec2fe038 req-1efb9c0a-99a8-4e74-8d46-824030583cf8 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:52.658045 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-47281977-863f-4a59-9bb6-69f2ec2fe038 req-1efb9c0a-99a8-4e74-8d46-824030583cf8 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 07 16:25:52.699562 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-47281977-863f-4a59-9bb6-69f2ec2fe038 req-0f009792-599e-4927-a395-7ae9340bde99 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Sep 07 16:25:53.060738 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2c8cbfa5-a568-405c-8d45-6b15d47eb685 up at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:53.107635 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning for port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:53.111190 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Provisioning complete for port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:53.111563 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083046'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.305491 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.328526 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:53.330655 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b2f9731799fd9822ece593fc9c0b714637ebe6bbb1a52f31c38e5a28a7fc0e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6816b43d-8b89-4f4e-bc7b-4f415c3fccea" -d '{"events": [{"server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:53.342558 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:53.347232 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.393968 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Pushing event updated for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:53.489272 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22014fd2-c76a-4e2a-a63c-daf703c413a3 x-openstack-request-id: req-22014fd2-c76a-4e2a-a63c-daf703c413a3 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:53.489564 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:53.489836 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-22014fd2-c76a-4e2a-a63c-daf703c413a3 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:53.490226 dv-cinder-806991-3-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'code': 200} Sep 07 16:25:53.711651 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b59e5a-677e-48eb-8291-b41543868766 req-029896e6-5882-442b-b132-20aa3e22ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:53.713105 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-36b59e5a-677e-48eb-8291-b41543868766 req-029896e6-5882-442b-b132-20aa3e22ea69 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1099 time: 0.0394440 Sep 07 16:25:53.756960 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-36b59e5a-677e-48eb-8291-b41543868766 req-d0348b28-eddc-4c3a-95b0-cbe30bc5f1cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335855 Sep 07 16:25:53.818761 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51612ad-2d42-4f8a-b335-d2084894002b req-535e255c-02af-485d-8ba5-33c1f2d491aa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:53.820287 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f51612ad-2d42-4f8a-b335-d2084894002b req-535e255c-02af-485d-8ba5-33c1f2d491aa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0482793 Sep 07 16:25:53.858639 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f51612ad-2d42-4f8a-b335-d2084894002b req-3bb9116d-c747-4cf7-84fd-39bcca8f49aa tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Sep 07 16:25:54.987221 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d7afe-3789-4439-b1fd-81236b25dadd req-b5d68c3f-8b43-40d0-a06f-8b1009a02c3c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:54.988714 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3f0d7afe-3789-4439-b1fd-81236b25dadd req-b5d68c3f-8b43-40d0-a06f-8b1009a02c3c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0491226 Sep 07 16:25:55.025107 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3f0d7afe-3789-4439-b1fd-81236b25dadd req-5fc918b3-4ffe-4550-a83c-db086fcaed22 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305514 Sep 07 16:25:55.135475 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d7138-2faa-4734-9918-d98f12b0ff05 req-6175541a-3436-4e9e-98f9-69801791876b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:55.136962 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d36d7138-2faa-4734-9918-d98f12b0ff05 req-6175541a-3436-4e9e-98f9-69801791876b tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0475399 Sep 07 16:25:55.177157 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d36d7138-2faa-4734-9918-d98f12b0ff05 req-b74eda90-8fe6-43db-93dc-1b8a7ffae567 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343986 Sep 07 16:25:55.199166 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53276) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:55.241365 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed8bf2-cc37-4b7f-8057-01ba1e273fae tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:55.242909 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-70ed8bf2-cc37-4b7f-8057-01ba1e273fae tempest-TestVolumeBootPattern-39044894 tempest-TestVolumeBootPattern-39044894-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1094 time: 0.0427623 Sep 07 16:25:55.247530 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53278) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:55.251965 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Request body: {'floatingip': {'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'port_id': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:55.273364 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.367799 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.473789 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Allocated IP 172.27.0.219 (c9802fb0-7e26-41f3-bedd-a68548577ca3/c4e252fe-e01a-4f97-a33a-5df7a822e075/773831bc-0aff-4fe4-ab44-55bb6f8843a6) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:55.573802 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.616097 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777760020381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.653190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Network c9802fb0-7e26-41f3-bedd-a68548577ca3 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:55.656082 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:55.662511 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:55.684764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=773831bc-0aff-4fe4-ab44-55bb6f8843a6,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:55.697842 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.698188 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.698525 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.698857 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.699214 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.699551 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.699875 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.700199 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.700522 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.700841 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.701157 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:55.701473 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:56.021904 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.086093 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092122'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.232623 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.237086 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777760539630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777760020399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777760020417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5148342'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.309113 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event updated for resources: {'Port': ['ID=773831bc-0aff-4fe4-ab44-55bb6f8843a6,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:56.317932 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584519'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.416801 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 2044013f-b50c-463c-b386-efa4b8099366 associated. External IP: 172.27.0.219, port: 2c8cbfa5-a568-405c-8d45-6b15d47eb685. Sep 07 16:25:56.632241 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:25:56.739787 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:25:56.751579 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:25:56.759201 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:56.761840 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:56.762541 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:25:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:56.788950 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-abb1ed31-170b-4f85-b9c6-37629c31243a tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5402896 Sep 07 16:25:56.789527 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:56.791865 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5807eb6a-cf2e-4804-852b-8473ce874044" -d '{"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:56.869529 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:56.887633 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ac03b-86b4-47cb-9b44-1ce27a7ce0ac x-openstack-request-id: req-0e6ac03b-86b4-47cb-9b44-1ce27a7ce0ac {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:56.887923 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:56.888175 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0e6ac03b-86b4-47cb-9b44-1ce27a7ce0ac {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:56.888577 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'status': 'completed', 'code': 200} Sep 07 16:25:56.949357 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-428bfc17-6997-41c9-8f85-890a8c8cea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:56.950953 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-428bfc17-6997-41c9-8f85-890a8c8cea26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1099 time: 0.0412495 Sep 07 16:25:57.040040 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-78f7d3bf-fcaa-4705-9fc2-c854e11f858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.041510 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-78f7d3bf-fcaa-4705-9fc2-c854e11f858d service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0837431 Sep 07 16:25:57.094673 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '2044013f-b50c-463c-b386-efa4b8099366', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:55Z', 'updated_at': '2021-09-07T16:25:55Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}, {'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:57.111463 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-83c628b1-104b-47ca-add8-b548a05009b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 1000 time: 0.0615430 Sep 07 16:25:57.121111 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:25:57.129420 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:57.130036 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:25:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:57.159361 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-cce0177d-af1b-45c3-8e63-7d2957e47812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.160726 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-cce0177d-af1b-45c3-8e63-7d2957e47812 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0432401 Sep 07 16:25:57.206534 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-d0188104-9440-416a-a1d7-71254730afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.208387 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-d0188104-9440-416a-a1d7-71254730afde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406976 Sep 07 16:25:57.234663 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:57.313366 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-a5c2fd0d-88ce-46b5-b0f9-0adf73974dfd service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966461 Sep 07 16:25:57.401082 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5807eb6a-cf2e-4804-852b-8473ce874044 req-6ed3d00a-1466-45be-8439-45c9d4638ab0 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811284 Sep 07 16:25:57.464747 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0387e37b-1739-4099-9e98-a160204141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '2044013f-b50c-463c-b386-efa4b8099366', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:55Z', 'updated_at': '2021-09-07T16:25:55Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}, {'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:57.490702 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387e37b-1739-4099-9e98-a160204141ad None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '2044013f-b50c-463c-b386-efa4b8099366', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:55Z', 'updated_at': '2021-09-07T16:25:55Z', 'revision_number': 0, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}, {'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:25:57.667232 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc1456-0fbd-47a5-87f2-45baeb172886 None None] New status for floating IP 2044013f-b50c-463c-b386-efa4b8099366: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:26:05.925872 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:07.054487 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9665d1a4-d871-4a4c-928a-d0565024787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:09.644403 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:09.733105 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6ec37f4a-b752-4e46-8140-aa61a84670fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:11.486303 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:13.040687 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:14.739757 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-3eb25b02-2448-4ab2-b493-0066f03ba04d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431092 Sep 07 16:26:14.822743 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-e6ecc7c1-547d-4b89-96cb-5f782b0a72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:14.824175 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-e6ecc7c1-547d-4b89-96cb-5f782b0a72f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0409169 Sep 07 16:26:14.928573 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-b3de0119-f269-41d3-89b4-d72108b7f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:14.930011 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-b3de0119-f269-41d3-89b4-d72108b7f89b service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0852928 Sep 07 16:26:14.995034 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-ea6279ef-75d8-4e17-a4bf-0c10c4d34d38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 1000 time: 0.0568223 Sep 07 16:26:15.043571 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-5153a554-859d-4056-a0c8-d464f40c6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:15.045520 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-5153a554-859d-4056-a0c8-d464f40c6fa8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0431008 Sep 07 16:26:15.094412 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-5c3755cb-80e6-4fe6-8d1c-3dbfaddab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:15.095833 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-5c3755cb-80e6-4fe6-8d1c-3dbfaddab0d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421031 Sep 07 16:26:15.184805 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-9ef12112-86fe-4845-b800-599e6b510c9d service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798986 Sep 07 16:26:15.278348 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc7df486-1ff3-4e38-a351-8e5c31f51df7 req-bed36a2b-e7d4-4c0b-9c65-41ce8abeeedf service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840008 Sep 07 16:26:20.286329 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:26:35.953014 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:37.055121 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-eaa826c5-a364-4a96-944d-8b1084263c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:39.646451 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:39.732594 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e5b8-7f67-4aa2-b986-887002bac0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.489116 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:43.045027 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:57.284198 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:27:05.988622 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.056962 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0a08befe-875b-4633-b884-ca0db4b7ed2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.650604 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.732781 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9ee56c93-55e2-427a-80b0-6c90e46b53ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.492440 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:13.046602 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.716138 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-cc1ada12-f1f7-4c00-a697-013c81afe089 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393736 Sep 07 16:27:16.777352 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-2ef82f7a-8a13-47e5-8b13-458402a6cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:16.778796 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-2ef82f7a-8a13-47e5-8b13-458402a6cf37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1099 time: 0.0394845 Sep 07 16:27:16.883224 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-5c87d5d5-42fd-4779-b258-82d366c73c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:16.884593 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-5c87d5d5-42fd-4779-b258-82d366c73c3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0852647 Sep 07 16:27:16.947707 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-1d16f512-2351-4c3a-9622-b03bc4fafe78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 1002 time: 0.0551040 Sep 07 16:27:16.999630 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-73b244c0-5a36-4142-8b39-54c35234ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:17.001041 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-73b244c0-5a36-4142-8b39-54c35234ba14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0454950 Sep 07 16:27:17.047956 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-04af1aab-4354-42a9-917a-d6d58c737176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:17.049440 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-04af1aab-4354-42a9-917a-d6d58c737176 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408368 Sep 07 16:27:17.145459 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-1068a657-67f3-4acd-9ab2-94c55fb2e4a4 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860958 Sep 07 16:27:17.235073 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eaf796ed-6ce0-42f1-9a48-77af63b1fa73 req-4395967d-efe7-4387-9e5b-23b6afce57b9 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Sep 07 16:27:24.805445 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53328) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:25.003494 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port 773831bc-0aff-4fe4-ab44-55bb6f8843a6 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:25.003840 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.079547 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.079791 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.091099 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for 773831bc-0aff-4fe4-ab44-55bb6f8843a6 owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:25.237473 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.264048 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=773831bc-0aff-4fe4-ab44-55bb6f8843a6,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:25.288447 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.288798 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.289139 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.289474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.289807 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.290139 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.290468 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.290796 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.291179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.291485 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.291811 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.292132 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:25.330700 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.330952 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 2044013f-b50c-463c-b386-efa4b8099366 disassociated (deleted). External IP: 172.27.0.219, port: 2c8cbfa5-a568-405c-8d45-6b15d47eb685. Sep 07 16:27:25.537976 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:25.642079 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:25.647209 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.652175 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:25.662214 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:25.662827 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:25.674292 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-75ca1713-e144-43b7-bf8a-e1c5c13b85ba tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "DELETE /v2.0/floatingips/2044013f-b50c-463c-b386-efa4b8099366 HTTP/1.1" status: 204 len: 168 time: 0.8678448 Sep 07 16:27:25.674975 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:25.677360 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:25.726739 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8d4fb6-5052-412d-b616-fdeccf67e621 x-openstack-request-id: req-7d8d4fb6-5052-412d-b616-fdeccf67e621 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:25.727190 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:25.727439 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7d8d4fb6-5052-412d-b616-fdeccf67e621 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:25.727839 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'status': 'completed', 'code': 200} Sep 07 16:27:25.770973 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:25.797440 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-cbdeaf10-e741-415f-a69f-022cb36dedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.801101 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-cbdeaf10-e741-415f-a69f-022cb36dedeb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 1099 time: 0.0514071 Sep 07 16:27:25.899377 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4e280-45b4-4819-a765-c3dc37ed3325 req-a67440a5-d028-49db-899b-451a218bc5ff tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.906447 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10a4e280-45b4-4819-a765-c3dc37ed3325 req-a67440a5-d028-49db-899b-451a218bc5ff tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0559840 Sep 07 16:27:25.909592 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-f00082bf-f7fc-4e28-862d-a0af9f435c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.911222 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-f00082bf-f7fc-4e28-862d-a0af9f435c8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0934789 Sep 07 16:27:25.939542 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-10a4e280-45b4-4819-a765-c3dc37ed3325 req-6ef8a96b-90be-401f-92a9-c755176fe26c tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Sep 07 16:27:25.955394 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-f3db47e4-964e-4b2b-b513-5aaf75d26739 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 200 len: 217 time: 0.0354552 Sep 07 16:27:26.003528 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-cbbf17f6-b017-4c9a-9ce0-1d773797b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.005516 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-cbbf17f6-b017-4c9a-9ce0-1d773797b3f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0423279 Sep 07 16:27:26.005647 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:26.031649 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:26.039906 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:26.040512 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:26.055136 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-3955ab3f-3dad-4018-ad4b-2ead16a735f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.056646 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-3955ab3f-3dad-4018-ad4b-2ead16a735f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427561 Sep 07 16:27:26.143553 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:26.147661 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-3c2dfb21-0538-4558-a9a1-0fc5cb19a8ad service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815079 Sep 07 16:27:26.244271 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d6f5dc5-5581-4b7d-90c1-7f6ceec12bb9 req-e9499e00-a164-49b5-9614-7dd879a62775 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883310 Sep 07 16:27:26.383307 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:26.408470 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8ea16-feca-469b-80a3-1b827f68da94 None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_floatingips': [{'id': '3d0f14d0-7b41-4fdd-8402-162f29b41a33', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'router_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'port_id': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'mac_address': 'fa:16:3e:f3:4f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:24:03Z', 'updated_at': '2021-09-07T16:24:05Z', 'revision_number': 1, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:26.617798 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94baabb4-b18d-4513-827d-d8eb5bfeb696 None None] New status for floating IP 2044013f-b50c-463c-b386-efa4b8099366: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:27:27.060604 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1a45-f94b-4875-ae54-0a1aa8ae45ac req-f8831354-dbd6-4c7f-b229-78bbcb2e4fd0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:27.062074 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-96ec1a45-f94b-4875-ae54-0a1aa8ae45ac req-f8831354-dbd6-4c7f-b229-78bbcb2e4fd0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0515208 Sep 07 16:27:27.099935 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-96ec1a45-f94b-4875-ae54-0a1aa8ae45ac req-df058c02-bd05-44e1-9fd1-78ae738fecdf tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Sep 07 16:27:27.475677 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-2ea18d1d-b738-4d40-9cca-5514958e9d7e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:27.477096 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-2ea18d1d-b738-4d40-9cca-5514958e9d7e tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 946 time: 0.0464702 Sep 07 16:27:27.563290 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:27.563627 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.651074 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] For port 2c8cbfa5-a568-405c-8d45-6b15d47eb685, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=2c8cbfa5-a568-405c-8d45-6b15d47eb685,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:27.651446 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.664100 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for 2c8cbfa5-a568-405c-8d45-6b15d47eb685 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:27.793181 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.823200 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=2c8cbfa5-a568-405c-8d45-6b15d47eb685,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.847702 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.848051 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.848390 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.848722 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.849052 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.849379 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.849702 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.850024 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.850346 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.850664 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.850982 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.851337 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.869575 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] No DVR routers for this DVR port 2c8cbfa5-a568-405c-8d45-6b15d47eb685 on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:27.872098 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.874127 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-126e5046-3038-46e4-ab53-bfbdb8dcde94 req-3e311b4a-dc13-48ce-a9d8-d9219a369888 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "DELETE /v2.0/ports/2c8cbfa5-a568-405c-8d45-6b15d47eb685 HTTP/1.1" status: 204 len: 173 time: 0.3900647 Sep 07 16:27:27.874551 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'name': 'network-vif-deleted', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:27.876810 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce1d37-787e-4da9-a295-c8a9d0b11a9d" -d '{"events": [{"server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "name": "network-vif-deleted", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:27.996014 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c719e7e5-050e-41c8-a578-6f97dbd17172 x-openstack-request-id: req-c719e7e5-050e-41c8-a578-6f97dbd17172 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:27.996305 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30929570-a9f5-4f77-b4c2-de2f0e2c0bdd", "name": "network-vif-deleted", "tag": "2c8cbfa5-a568-405c-8d45-6b15d47eb685", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:27.996550 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c719e7e5-050e-41c8-a578-6f97dbd17172 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:27.996940 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30929570-a9f5-4f77-b4c2-de2f0e2c0bdd', 'name': 'network-vif-deleted', 'tag': '2c8cbfa5-a568-405c-8d45-6b15d47eb685', 'status': 'completed', 'code': 200} Sep 07 16:27:28.204188 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72c2246d-a66a-4731-a97e-7756a4aecef2 req-12569e66-c2c0-4e1e-91e5-356ae0881187 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=30929570-a9f5-4f77-b4c2-de2f0e2c0bdd HTTP/1.1" status: 200 len: 210 time: 0.0351408 Sep 07 16:27:31.469087 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53372) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:31.474432 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2c8cbfa5-a568-405c-8d45-6b15d47eb685 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:31.494617 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: 2c8cbfa5-a568-405c-8d45-6b15d47eb685 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:31.495209 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device 2c8cbfa5-a568-405c-8d45-6b15d47eb685 not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:31.625555 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port 59c70ec3-b8bb-46ac-b940-02b7247f04a3 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:31.625895 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.702763 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.703122 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.714576 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for 59c70ec3-b8bb-46ac-b940-02b7247f04a3 owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:31.856061 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.887197 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=59c70ec3-b8bb-46ac-b940-02b7247f04a3,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:31.944677 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.945049 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Floating IP 3d0f14d0-7b41-4fdd-8402-162f29b41a33 disassociated (deleted). External IP: 172.27.0.40, port: d92816cc-cce1-48cb-acfb-404db952b30e. Sep 07 16:27:32.405474 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:32.509886 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:32.514363 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.519921 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283797b-271f-409c-adec-660859cb068d None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:32.529568 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283797b-271f-409c-adec-660859cb068d None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:32.530162 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d283797b-271f-409c-adec-660859cb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:32.543132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8e7834bd-60e0-4933-89d5-29199e74a3a2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "DELETE /v2.0/floatingips/3d0f14d0-7b41-4fdd-8402-162f29b41a33 HTTP/1.1" status: 204 len: 168 time: 1.0729022 Sep 07 16:27:32.543719 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:32.546221 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af47c9f40f20913e52c95627caac7f487fce5013565578380f80481849d9e9dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c566b2-57f4-4164-b178-26043f6aa326" -d '{"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:32.586571 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b2782-f320-4f48-9271-0f979d5e7402 x-openstack-request-id: req-eb9b2782-f320-4f48-9271-0f979d5e7402 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:32.586858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:32.587150 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eb9b2782-f320-4f48-9271-0f979d5e7402 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:32.587540 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'status': 'completed', 'code': 200} Sep 07 16:27:32.643973 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d283797b-271f-409c-adec-660859cb068d None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:32.797562 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2df4-4537-4ca4-b55c-6834c1c46a47 req-03a651e1-1138-4cd5-a938-fbebcd5074e2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:32.799548 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fcba2df4-4537-4ca4-b55c-6834c1c46a47 req-03a651e1-1138-4cd5-a938-fbebcd5074e2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Sep 07 16:27:32.843052 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fcba2df4-4537-4ca4-b55c-6834c1c46a47 req-98976797-3c7b-4991-ba68-02d63f4a1390 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Sep 07 16:27:32.932912 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-ab31df99-9378-499d-8960-de99c0bf96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:32.934455 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-ab31df99-9378-499d-8960-de99c0bf96b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c8475b6afa94de787e9171c29747b4a&device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.3250535 Sep 07 16:27:32.987380 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d283797b-271f-409c-adec-660859cb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:33.013124 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283797b-271f-409c-adec-660859cb068d None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:33.021235 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283797b-271f-409c-adec-660859cb068d None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:33.021844 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d283797b-271f-409c-adec-660859cb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:33.024045 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-b99e156b-dd5c-47ab-a71f-0812372b84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:33.025502 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-b99e156b-dd5c-47ab-a71f-0812372b84a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 200 len: 914 time: 0.0822554 Sep 07 16:27:33.072334 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-178f7f90-8e82-4f5b-a2fa-00e999e28e50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 200 len: 217 time: 0.0374966 Sep 07 16:27:33.121837 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-945a5f53-a734-4030-9f6b-133ee0270c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:33.123334 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-945a5f53-a734-4030-9f6b-133ee0270c11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 200 len: 851 time: 0.0430465 Sep 07 16:27:33.126330 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d283797b-271f-409c-adec-660859cb068d None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:33.169618 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-9801d08c-7875-4b9c-9a8e-9aeb378bbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:33.171406 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-9801d08c-7875-4b9c-9a8e-9aeb378bbf77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21c250f5-8d13-4ffe-8d51-7a5bed741dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389507 Sep 07 16:27:33.265429 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-259a1540-f055-4161-925e-b4a4bc517e9e service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Sep 07 16:27:33.325039 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d283797b-271f-409c-adec-660859cb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:33.351703 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283797b-271f-409c-adec-660859cb068d None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 4, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi', '_interfaces': [{'id': '8be71f11-0a9d-4dd6-aa54-04bb96de558b', 'name': '', 'network_id': '21c250f5-8d13-4ffe-8d51-7a5bed741dc7', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'mac_address': 'fa:16:3e:3a:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:49Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'subnets': [{'id': '182b9bce-6e80-4ea8-9501-474ead1e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:33.356680 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a2c566b2-57f4-4164-b178-26043f6aa326 req-54db6a67-e27b-4cf6-a325-f34d05ba7e92 service neutron] 10.222.0.83 "GET /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832634 Sep 07 16:27:33.554728 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7b78e-6c74-4241-b582-fe201b724a2f None None] New status for floating IP 3d0f14d0-7b41-4fdd-8402-162f29b41a33: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:27:33.965408 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252b1f-2809-471d-bfc4-93f6795ab4e9 req-839b51af-ee58-48fe-97d7-6365ab3782d4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:33.966873 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d7252b1f-2809-471d-bfc4-93f6795ab4e9 req-839b51af-ee58-48fe-97d7-6365ab3782d4 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Sep 07 16:27:34.003163 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d7252b1f-2809-471d-bfc4-93f6795ab4e9 req-a75a5277-1808-49ec-ad97-ddc3bcabc0b0 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/security-groups?id=dc9f51d1-8830-47e5-aad5-2b59c35941a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300610 Sep 07 16:27:34.259493 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171c459-9292-4aeb-97ee-674774bac850 req-38985fea-a40f-4942-aba4-ab7502666cf1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:34.260953 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3171c459-9292-4aeb-97ee-674774bac850 req-38985fea-a40f-4942-aba4-ab7502666cf1 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0472813 Sep 07 16:27:34.282756 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:27:34.354389 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port d92816cc-cce1-48cb-acfb-404db952b30e {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:34.354731 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.444436 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] For port d92816cc-cce1-48cb-acfb-404db952b30e, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d92816cc-cce1-48cb-acfb-404db952b30e,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:34.444800 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.456372 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for d92816cc-cce1-48cb-acfb-404db952b30e owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:34.584142 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.621646 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=d92816cc-cce1-48cb-acfb-404db952b30e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:34.657599 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] No DVR routers for this DVR port d92816cc-cce1-48cb-acfb-404db952b30e on host hv-cinder-80699 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:34.660069 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.662545 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3171c459-9292-4aeb-97ee-674774bac850 req-f850a13b-ae71-4d6d-815a-6da6c7b42feb tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.83 "DELETE /v2.0/ports/d92816cc-cce1-48cb-acfb-404db952b30e HTTP/1.1" status: 204 len: 173 time: 0.3950734 Sep 07 16:27:34.662989 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'name': 'network-vif-deleted', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:34.665205 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14dd095581b3d31d2876a16f2813b5710d587b7693b06ffc4bef1ffe7a1ab6ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44d4c30-b898-4abb-9a65-711ee68d2597" -d '{"events": [{"server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "name": "network-vif-deleted", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:34.707054 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a772c7-b99a-4983-b57a-d7790b266516 x-openstack-request-id: req-31a772c7-b99a-4983-b57a-d7790b266516 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:34.707343 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8beb87c-c227-46ab-aef9-2f1cb289c1f1", "name": "network-vif-deleted", "tag": "d92816cc-cce1-48cb-acfb-404db952b30e", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:34.707585 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-31a772c7-b99a-4983-b57a-d7790b266516 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:34.707978 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8beb87c-c227-46ab-aef9-2f1cb289c1f1', 'name': 'network-vif-deleted', 'tag': 'd92816cc-cce1-48cb-acfb-404db952b30e', 'status': 'completed', 'code': 200} Sep 07 16:27:35.110133 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fb354789-9177-428b-834a-9fea983030a3 req-0c3e8d27-77f4-4974-a459-eef02a7472b2 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8beb87c-c227-46ab-aef9-2f1cb289c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0261335 Sep 07 16:27:36.002445 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.164464 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53388) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:36.298191 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Deleting port 6832b603-3b46-4a5a-be98-4f70b541cc0c {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:36.298427 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.379442 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.379793 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.390846 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Calling delete_port for 6832b603-3b46-4a5a-be98-4f70b541cc0c owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:36.519051 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.545290 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'Port': ['ID=6832b603-3b46-4a5a-be98-4f70b541cc0c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:36.609964 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.612606 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126656'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.613746 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ec022d45-33c5-4f82-a3ac-95e49281d7ce tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "DELETE /v2.0/floatingips/86c3ef38-78c9-4121-827d-02174f47b878 HTTP/1.1" status: 204 len: 168 time: 0.4483120 Sep 07 16:27:37.057965 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9201a06f-65e6-4050-8c8d-b2a683e65c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.521713 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d92816cc-cce1-48cb-acfb-404db952b30e no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:37.540650 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] No Port match for: d92816cc-cce1-48cb-acfb-404db952b30e {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:37.540989 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Device d92816cc-cce1-48cb-acfb-404db952b30e not bound to the agent host hv-cinder-80699 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:37.807423 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53400) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:37.864995 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.889679 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.948657 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.951403 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.952657 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] 10.222.0.82 "DELETE /v2.0/security-groups/dc9f51d1-8830-47e5-aad5-2b59c35941a9 HTTP/1.1" status: 204 len: 168 time: 0.1442370 Sep 07 16:27:37.961892 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1af5b7-9b6b-489b-89ca-80cfdaa91fb9 tempest-TestVolumeBootPattern-199660457 tempest-TestVolumeBootPattern-199660457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f51d1-8830-47e5-aad5-2b59c35941a9,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:38.009561 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53404) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:38.491805 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.735322 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Deleting port 8be71f11-0a9d-4dd6-aa54-04bb96de558b {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:38.735684 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.811898 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] For port 8be71f11-0a9d-4dd6-aa54-04bb96de558b, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=8be71f11-0a9d-4dd6-aa54-04bb96de558b,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:38.812567 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.827902 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Calling delete_port for 8be71f11-0a9d-4dd6-aa54-04bb96de558b owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:39.007543 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.034078 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8be71f11-0a9d-4dd6-aa54-04bb96de558b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:39.194289 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.408563 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Router 05e18baf-21a2-4c24-b274-3869ced0bfab has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:39.514207 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:39.519286 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2ca96f45-a244-42c6-ba6a-540b3ff1a2ed admin admin] 10.222.0.82 "PUT /v2.0/routers/05e18baf-21a2-4c24-b274-3869ced0bfab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086610 Sep 07 16:27:39.521824 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53408) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:39.522726 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Sync routers for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:39.532903 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:39.533321 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:10Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:39.627639 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.637074 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: dv-cinder-806991-3-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:39.711220 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.739599 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.763471 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-28375f59-66ba-4a84-878a-24458653fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.797500 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Deleting port 98b03cb3-dce2-4085-8cad-3ca935e56c9f {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:39.797849 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.837552 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:27:38Z', 'revision_number': 5, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port': {'id': '98b03cb3-dce2-4085-8cad-3ca935e56c9f', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:39.863330 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Checking router: 05e18baf-21a2-4c24-b274-3869ced0bfab for host: dv-cinder-806991-3-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:39.871471 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Routers {'05e18baf-21a2-4c24-b274-3869ced0bfab'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:39.872077 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['05e18baf-21a2-4c24-b274-3869ced0bfab'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:39.875519 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] For port 98b03cb3-dce2-4085-8cad-3ca935e56c9f, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=98b03cb3-dce2-4085-8cad-3ca935e56c9f,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:39.876030 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.888774 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Calling delete_port for 98b03cb3-dce2-4085-8cad-3ca935e56c9f owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:39.956484 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] Set router 05e18baf-21a2-4c24-b274-3869ced0bfab gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:40.009040 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:27:39Z', 'revision_number': 6, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:40.038939 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf981da-ee74-41f6-8819-4d98d682a091 None None] The sync data for ids ['05e18baf-21a2-4c24-b274-3869ced0bfab'] in dv-cinder-806991-3-iscsi is: [{'id': '05e18baf-21a2-4c24-b274-3869ced0bfab', 'name': 'tempest-TestVolumeBootPattern-1834693302-router', 'tenant_id': '7c8475b6afa94de787e9171c29747b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:47Z', 'updated_at': '2021-09-07T16:27:39Z', 'revision_number': 6, 'project_id': '7c8475b6afa94de787e9171c29747b4a', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:40.056019 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.087137 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Pushing event deleted for resources: {'Port': ['ID=98b03cb3-dce2-4085-8cad-3ca935e56c9f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:40.144847 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.231611 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.233700 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.275138 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.275575 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e18baf-21a2-4c24-b274-3869ced0bfab {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:27:40.280065 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.281199 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-83c5a282-e3f4-464c-ad4b-5b9b7b2ae97e admin admin] 10.222.0.82 "DELETE /v2.0/routers/05e18baf-21a2-4c24-b274-3869ced0bfab HTTP/1.1" status: 204 len: 168 time: 0.7584684 Sep 07 16:27:40.283813 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53410) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:40.330788 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Deleting subnet 182b9bce-6e80-4ea8-9501-474ead1e78b9 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:40.333700 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.375661 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.455266 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.511517 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.539988 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.543882 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/182b9bce-6e80-4ea8-9501-474ead1e78b9 HTTP/1.1" status: 204 len: 168 time: 0.2570379 Sep 07 16:27:40.543882 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e774b-395b-4a88-9f35-cd6fe9211c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182b9bce-6e80-4ea8-9501-474ead1e78b9,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:40.544420 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53412) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:40.548855 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c8980-8b6a-4762-9847-4a38cc76366b None None] Network 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:40.611871 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.668797 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Deleting port 2c4d4176-8cb8-4577-809a-82d9e968d006 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:40.669146 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.732733 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] For port 2c4d4176-8cb8-4577-809a-82d9e968d006, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=2c4d4176-8cb8-4577-809a-82d9e968d006,segment=NetworkSegment(86cac026-5c65-4db6-84c1-38bffae506cd),segment_id=86cac026-5c65-4db6-84c1-38bffae506cd)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:40.733034 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.745284 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Calling delete_port for 2c4d4176-8cb8-4577-809a-82d9e968d006 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:40.830602 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5563548'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.833130 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f0c00-5c4e-4eec-a295-0047c9001a26 None None] DHCP port deletion for 21c250f5-8d13-4ffe-8d51-7a5bed741dc7 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:27:40.859222 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4d4176-8cb8-4577-809a-82d9e968d006,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:40.861129 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] No DVR routers for this DVR port 2c4d4176-8cb8-4577-809a-82d9e968d006 on host dv-cinder-806991-3-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:40.883436 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 2c4d4176-8cb8-4577-809a-82d9e968d006 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:40.904142 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 2c4d4176-8cb8-4577-809a-82d9e968d006 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:40.904494 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 2c4d4176-8cb8-4577-809a-82d9e968d006 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:40.905159 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 8be71f11-0a9d-4dd6-aa54-04bb96de558b no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:40.925149 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 8be71f11-0a9d-4dd6-aa54-04bb96de558b {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:40.925493 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 8be71f11-0a9d-4dd6-aa54-04bb96de558b not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:40.925913 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98b03cb3-dce2-4085-8cad-3ca935e56c9f no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:40.939685 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.945084 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 98b03cb3-dce2-4085-8cad-3ca935e56c9f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:40.945431 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 98b03cb3-dce2-4085-8cad-3ca935e56c9f not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:40.961358 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c250f5-8d13-4ffe-8d51-7a5bed741dc7']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:40.970457 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cac026-5c65-4db6-84c1-38bffae506cd') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:40.970754 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cac026-5c65-4db6-84c1-38bffae506cd') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:40.980035 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699328'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.993533 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.999798 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:41.000248 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5563979'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: timer() Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: cb(*args, **kw) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: self._notify() Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: self.callback(batched_events) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: event.method(event) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._get(url).json() Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:41.002029 dv-cinder-806991-3-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:41.059686 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.065597 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.068268 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] 10.222.0.82 "DELETE /v2.0/networks/21c250f5-8d13-4ffe-8d51-7a5bed741dc7 HTTP/1.1" status: 204 len: 168 time: 0.5222542 Sep 07 16:27:41.071687 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53414) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:41.079350 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe1088-5181-455e-82e3-498feecab702 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c250f5-8d13-4ffe-8d51-7a5bed741dc7,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:41.496700 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.665538 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584263'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.917010 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Deleting port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:41.917258 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.994294 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] For port 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:41.994645 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.006985 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Calling delete_port for 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:42.184179 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.209676 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdeb244-e5d0-41f4-b5a3-097c46ea8c01,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:42.374764 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-606452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584363'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.587677 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Router 243167c1-5f1c-4abe-b455-29458de1a040 has already been hosted by L3 agent 4b8dee76-5691-497d-b650-7f6f3d628724 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:42.694108 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] Notify agent at l3_agent.dv-cinder-806991-3-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:42.699132 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0351a987-0376-4c29-b297-5f22cbd5bf1b admin admin] 10.222.0.82 "PUT /v2.0/routers/243167c1-5f1c-4abe-b455-29458de1a040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6262317 Sep 07 16:27:42.701549 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53416) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:42.704069 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Sync routers for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:42.714761 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:42.715412 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:42.805736 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.817302 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: dv-cinder-806991-3-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:42.914943 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.968611 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Deleting port b484b010-2497-4ad7-9935-f0f63673524d {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:42.968951 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.996927 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'external_fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:27:42Z', 'revision_number': 5, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port': {'id': 'b484b010-2497-4ad7-9935-f0f63673524d', 'name': '', 'network_id': 'c9802fb0-7e26-41f3-bedd-a68548577ca3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243167c1-5f1c-4abe-b455-29458de1a040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4e252fe-e01a-4f97-a33a-5df7a822e075', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-3-iscsi'}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:43.043220 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Checking router: 243167c1-5f1c-4abe-b455-29458de1a040 for host: dv-cinder-806991-3-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:43.052618 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Routers {'243167c1-5f1c-4abe-b455-29458de1a040'} bound to L3 agent in host dv-cinder-806991-3-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:43.053407 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T16:04:40Z,description=,heartbeat_timestamp=2021-09-07T16:27:40Z,host='dv-cinder-806991-3-iscsi',id=4b8dee76-5691-497d-b650-7f6f3d628724,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T16:04:40Z,topic='l3_agent')) {'router_ids': ['243167c1-5f1c-4abe-b455-29458de1a040'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:43.058685 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.079896 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] For port b484b010-2497-4ad7-9935-f0f63673524d, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=b484b010-2497-4ad7-9935-f0f63673524d,segment=NetworkSegment(9cd07c43-5ee8-4e77-8682-a71965b9493f),segment_id=9cd07c43-5ee8-4e77-8682-a71965b9493f)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:43.080272 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.092810 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Calling delete_port for b484b010-2497-4ad7-9935-f0f63673524d owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:43.140545 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] Set router 243167c1-5f1c-4abe-b455-29458de1a040 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:43.191346 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:27:42Z', 'revision_number': 6, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port_host': None}], 'dv-cinder-806991-3-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:43.219943 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5aae6-d5ce-40f0-a74b-cd26b537f53b None None] The sync data for ids ['243167c1-5f1c-4abe-b455-29458de1a040'] in dv-cinder-806991-3-iscsi is: [{'id': '243167c1-5f1c-4abe-b455-29458de1a040', 'name': 'tempest-TestVolumeBootPattern-396553048-router', 'tenant_id': 'c022c0b92f5743799d4083223cae436a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:51Z', 'updated_at': '2021-09-07T16:27:42Z', 'revision_number': 6, 'project_id': 'c022c0b92f5743799d4083223cae436a', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:43.270010 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.297858 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Pushing event deleted for resources: {'Port': ['ID=b484b010-2497-4ad7-9935-f0f63673524d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:43.356201 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584457'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.443727 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.445860 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.493264 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589155'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.493815 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243167c1-5f1c-4abe-b455-29458de1a040 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:27:43.498317 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.499494 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-87de2485-2ff4-4442-8dbe-a72690322965 admin admin] 10.222.0.82 "DELETE /v2.0/routers/243167c1-5f1c-4abe-b455-29458de1a040 HTTP/1.1" status: 204 len: 168 time: 0.7970188 Sep 07 16:27:43.501967 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53418) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:43.545358 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Deleting subnet ad8a8025-afc5-4c5f-8cd7-319968798e09 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:43.548835 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.585580 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100610'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.667402 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2087424'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.720278 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2087481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5148364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684649'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.743671 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8a8025-afc5-4c5f-8cd7-319968798e09,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:43.749842 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.751716 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-be7b89e0-14f2-411c-b20b-2d5a90fb9c74 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ad8a8025-afc5-4c5f-8cd7-319968798e09 HTTP/1.1" status: 204 len: 168 time: 0.2488039 Sep 07 16:27:43.754122 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53420) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:43.757367 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295fefca-9eb6-402c-8260-439f5bdef0a8 None None] Network e623bed4-e786-4f28-8f28-515c36b2e293 requested from dv-cinder-806991-3-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:43.825022 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577995'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.877419 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Deleting port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:43.877772 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.940384 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] For port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:43.940748 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.953921 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Calling delete_port for 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:43.960644 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] DHCP port deletion for e623bed4-e786-4f28-8f28-515c36b2e293 request from dv-cinder-806991-3-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:27:44.008307 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Deleting port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:44.008786 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777760533270'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.042195 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5148345'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.069028 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.072963 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] No DVR routers for this DVR port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 on host dv-cinder-806991-3-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:44.077567 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] For port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2, host dv-cinder-806991-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-3-iscsi',level=0,port_id=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,segment=NetworkSegment(c75d02b4-9f92-47fa-8319-4e87640c0759),segment_id=c75d02b4-9f92-47fa-8319-4e87640c0759)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:44.078046 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527934'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.091912 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Calling delete_port for 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:44.148509 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081421', 'neutron.services.segments.db._delete_segments_for_network-8777760516217'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.169026 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e623bed4-e786-4f28-8f28-515c36b2e293']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:44.173161 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777760539612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777760020390'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.179422 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75d02b4-9f92-47fa-8319-4e87640c0759') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:44.179713 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75d02b4-9f92-47fa-8319-4e87640c0759') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:44.189600 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777760515202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6100619'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.202758 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Pushing event deleted for resources: {'Port': ['ID=58b0d00d-fa7b-4a90-a5ae-d693ca7376b2,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.203820 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.211183 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] No DVR routers for this DVR port 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 on host dv-cinder-806991-3-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:44.212487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:44.212487 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5147758'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.213279 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.213619 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.214121 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: timer() Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: cb(*args, **kw) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: self._notify() Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: self.callback(batched_events) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: event.method(event) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._get(url).json() Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:44.214250 dv-cinder-806991-3-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:44.217102 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.217441 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.217777 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.218107 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.218432 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.218759 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.219107 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.219408 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.219775 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d71b5-4a17-4181-a9b6-44629e17f045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-3-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:44.280430 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-606413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584501'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.285946 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-606431'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.287811 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e623bed4-e786-4f28-8f28-515c36b2e293 HTTP/1.1" status: 204 len: 168 time: 0.5326807 Sep 07 16:27:44.298602 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf1a30-01fd-458b-96e6-da79e60a89a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e623bed4-e786-4f28-8f28-515c36b2e293,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.408747 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53424) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.452012 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-672e1a78-85b5-4082-9207-931c10f78076 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c8475b6afa94de787e9171c29747b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421028 Sep 07 16:27:44.454479 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.82', 53426) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.504774 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.528855 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.579240 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.583332 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.583332 dv-cinder-806991-3-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/703b4c47-046d-4419-b0ea-9fd00d3dbf03 HTTP/1.1" status: 204 len: 168 time: 0.1276925 Sep 07 16:27:44.590982 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0395426-4e54-4241-9172-07995e995e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b4c47-046d-4419-b0ea-9fd00d3dbf03,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.629527 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:44.649982 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:44.650243 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 1cdeb244-e5d0-41f4-b5a3-097c46ea8c01 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:44.650667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b484b010-2497-4ad7-9935-f0f63673524d no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:44.669024 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: b484b010-2497-4ad7-9935-f0f63673524d {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:44.669372 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device b484b010-2497-4ad7-9935-f0f63673524d not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:44.669796 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 no longer exists at agent ovs-agent-dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:44.688070 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] No Port match for: 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:44.688418 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Device 58b0d00d-fa7b-4a90-a5ae-d693ca7376b2 not bound to the agent host dv-cinder-806991-3-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:44.896567 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53432) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.934921 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c99647aa-3e88-4bc7-a222-79cdf332423b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c022c0b92f5743799d4083223cae436a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372093 Sep 07 16:27:44.937221 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.82', 53434) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.987743 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.008544 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.054993 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976844'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.057620 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.058987 dv-cinder-806991-3-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b67886bd-d5e7-48c9-a9dc-d0be19fe4bdd HTTP/1.1" status: 204 len: 168 time: 0.1208079 Sep 07 16:27:45.066537 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbac1af-828a-4908-8ef6-06469cf995db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67886bd-d5e7-48c9-a9dc-d0be19fe4bdd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:05.997306 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.058239 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9c268296-acd6-4862-b064-44cee240c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.652463 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.733570 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e753-9b43-42bd-8500-0ea65d7e62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.281251 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:28:11.501314 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.054711 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:36.021565 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:36.322082 dv-cinder-806991-3-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-455b8671-0461-4961-81bc-cb1e8f3b9ae0 req-ce96a8b6-3bab-48f8-a9bf-8e79146a505e service neutron] (94232) timed out ('10.222.0.83', 49859) {{(pid=94232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:28:37.058327 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5f072741-501d-4152-bed7-0fd8e535acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:39.654543 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:39.733469 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ca9030f4-c9d8-4197-bf5f-4e9fc1fbc6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:41.229475 dv-cinder-806991-3-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-de6bee96-304f-4591-af62-80036ec70b03 req-02ae8d1a-9819-40bf-bb31-503710859b88 service neutron] (94231) timed out ('10.222.0.83', 49895) {{(pid=94231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:28:41.500934 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:43.055089 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:48.279932 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:29:06.023405 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:07.059812 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3c695034-2a51-4110-abaf-e79c78c35168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:09.656986 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:09.733778 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-cd402ac6-fc77-46d2-96b8-3d144bd1c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:11.504524 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:13.057788 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:25.277326 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:29:36.022797 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.060971 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ab875f82-6205-4faf-a0b2-a39ff4dd6b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:39.658134 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:39.733667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2233d608-c95b-43a2-93b5-de27cec516f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:41.511257 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:43.060700 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.277558 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:30:06.038667 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:07.061860 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4c860ef6-3a39-405d-b04a-99163299c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.658942 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.733574 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce07f-e922-4c62-a250-1cbe6ab75ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.512949 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.063029 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.040061 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.063591 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-92aadef8-b4a3-4fce-8b31-816c507db895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:39.276899 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:30:39.660784 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:39.734225 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-cb677347-828d-4c08-ae6c-0419a7444e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.512989 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:43.066735 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:06.056522 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:07.067839 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0997940e-0f14-48ba-ae6c-1c97e86963c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:09.663409 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:09.735064 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-83898b8a-0dcb-4e2d-ad49-01a97c680462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:11.515578 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:13.068627 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:16.276978 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:31:36.055786 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.069147 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-acaa62b5-fa4c-4a81-99ce-abc86e4c361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:39.665079 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:39.735810 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1327141d-1bff-405c-9ffd-b186e1d7b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:41.517734 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.072121 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:53.276297 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:32:06.055697 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.070429 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-149fcc46-04ee-4ce9-a165-3b3a87a82b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.667855 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.735911 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b7a13aa6-57c2-43fc-beb4-abf92f7341db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.521268 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.074283 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.274909 dv-cinder-806991-3-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-834b2c33-351a-4b91-af63-2aed05ef0b4d None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:32:36.057708 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a07b7-f876-4372-876d-5f083cf7991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:37.071813 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-54f7a0cd-125e-4bca-91d6-882d5e305bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:39.669304 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-133b046c-09e9-412a-a4fb-a33484a17fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:39.736615 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-486c2fc0-d444-4a4f-bdea-7a1cd95aecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:41.525673 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-71f1b060-a0e7-41f1-9c73-d197012ffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:43.080031 dv-cinder-806991-3-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbf0a-0d63-4065-8ff2-31b597f0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777760516199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083155'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}